__ __ / \ / \ ______ _ _ __ __ __ / /\ / /\ \ / __ \ | | | | / \ \ \ / / / / / / \ \ | | | | | | | | / /\ \ \ / \ \ \ \ / / | |__| | | |__| | / ____ \ | | \ \/ \ \/ / \_ ___/ \____/ /_/ \_\ |_| \__/ \__/ \ \__ \___\ by Red Hat Build, Store, and Distribute your Containers Startup timestamp: Fri Jun 14 05:17:36 UTC 2024 Running all default registry services without migration Running init script '/quay-registry/conf/init/certs_install.sh' Installing extra certificates found in /quay-registry/conf/stack/extra_ca_certs directory Running init script '/quay-registry/conf/init/client_certs.sh' Running init script '/quay-registry/conf/init/copy_config_files.sh' Running init script '/quay-registry/conf/init/d_validate_config_bundle.sh' Validating Configuration time="2024-06-14T05:17:37Z" level=debug msg="Validating AccessSettings" time="2024-06-14T05:17:37Z" level=debug msg="Validating ActionLogArchiving" time="2024-06-14T05:17:37Z" level=debug msg="Validating AppTokenAuthentication" time="2024-06-14T05:17:37Z" level=debug msg="Validating BitbucketBuildTrigger" time="2024-06-14T05:17:37Z" level=debug msg="Validating BuildManager" time="2024-06-14T05:17:37Z" level=debug msg="Validating Database" time="2024-06-14T05:17:37Z" level=debug msg="Scheme: postgresql" time="2024-06-14T05:17:37Z" level=debug msg="Host: quayregistry-quay-database:5432" time="2024-06-14T05:17:37Z" level=debug msg="Db: quayregistry-quay-database" time="2024-06-14T05:17:37Z" level=debug msg="Params: " time="2024-06-14T05:17:37Z" level=debug msg="Including params " time="2024-06-14T05:17:37Z" level=debug msg="Pinging database at postgresql://quayregistry-quay-database:JjLKb3j553myXo58rNLqC6oCS9kucp1t-6HqWcHpWuNSzenoFI6p0Nglrp2RHT1VvsYwt1SsW1a4M3eZ@quayregistry-quay-database:5432/quayregistry-quay-database" plpgsql pg_trgm time="2024-06-14T05:17:37Z" level=debug msg="Validating DistributedStorage" time="2024-06-14T05:17:37Z" level=debug msg="Validating ElasticSearch" time="2024-06-14T05:17:37Z" level=debug msg="Validating Email" time="2024-06-14T05:17:37Z" level=debug msg="Validating GitHubBuildTrigger" time="2024-06-14T05:17:37Z" level=debug msg="Validating GitHubLogin" time="2024-06-14T05:17:37Z" level=debug msg="Validating GitLabBuildTrigger" time="2024-06-14T05:17:37Z" level=debug msg="Validating GoogleLogin" time="2024-06-14T05:17:37Z" level=debug msg="Validating HostSettings" time="2024-06-14T05:17:37Z" level=debug msg="Validating JWTAuthentication" time="2024-06-14T05:17:37Z" level=debug msg="Validating LDAP" time="2024-06-14T05:17:37Z" level=debug msg="Validating OIDC" time="2024-06-14T05:17:37Z" level=debug msg="Validating QuayDocumentation" time="2024-06-14T05:17:37Z" level=debug msg="Validating Redis" time="2024-06-14T05:17:37Z" level=debug msg="Address: quayregistry-quay-redis:6379" time="2024-06-14T05:17:37Z" level=debug msg="Username: " time="2024-06-14T05:17:37Z" level=debug msg="Password Len: 0" time="2024-06-14T05:17:37Z" level=debug msg="Ssl: " time="2024-06-14T05:17:37Z" level=debug msg="Address: quayregistry-quay-redis:6379" time="2024-06-14T05:17:37Z" level=debug msg="Username: " time="2024-06-14T05:17:37Z" level=debug msg="Password Len: 0" time="2024-06-14T05:17:37Z" level=debug msg="Ssl: " time="2024-06-14T05:17:37Z" level=debug msg="Validating RepoMirror" time="2024-06-14T05:17:37Z" level=debug msg="Validating SecurityScanner" time="2024-06-14T05:17:37Z" level=debug msg="Validating TeamSyncing" time="2024-06-14T05:17:37Z" level=debug msg="Validating TimeMachine" time="2024-06-14T05:17:37Z" level=debug msg="Validating UserVisibleSettings" +------------------------+-------+--------+ | Field Group | Error | Status | +------------------------+-------+--------+ | AccessSettings | - | 🟢 | +------------------------+-------+--------+ | ActionLogArchiving | - | 🟢 | +------------------------+-------+--------+ | AppTokenAuthentication | - | 🟢 | +------------------------+-------+--------+ | BitbucketBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | BuildManager | - | 🟢 | +------------------------+-------+--------+ | Database | - | 🟢 | +------------------------+-------+--------+ | DistributedStorage | - | 🟢 | +------------------------+-------+--------+ | ElasticSearch | - | 🟢 | +------------------------+-------+--------+ | Email | - | 🟢 | +------------------------+-------+--------+ | GitHubBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GitHubLogin | - | 🟢 | +------------------------+-------+--------+ | GitLabBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GoogleLogin | - | 🟢 | +------------------------+-------+--------+ | HostSettings | - | 🟢 | +------------------------+-------+--------+ | JWTAuthentication | - | 🟢 | +------------------------+-------+--------+ | LDAP | - | 🟢 | +------------------------+-------+--------+ | OIDC | - | 🟢 | +------------------------+-------+--------+ | QuayDocumentation | - | 🟢 | +------------------------+-------+--------+ | Redis | - | 🟢 | +------------------------+-------+--------+ | RepoMirror | - | 🟢 | +------------------------+-------+--------+ | SecurityScanner | - | 🟢 | +------------------------+-------+--------+ | TeamSyncing | - | 🟢 | +------------------------+-------+--------+ | TimeMachine | - | 🟢 | +------------------------+-------+--------+ | UserVisibleSettings | - | 🟢 | +------------------------+-------+--------+ Running init script '/quay-registry/conf/init/nginx_conf_create.sh' Running init script '/quay-registry/conf/init/supervisord_conf_create.sh' Running init script '/quay-registry/conf/init/zz_boot.sh' /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? if word_sep is not '': 2024-06-14 05:17:40,228 INFO RPC interface 'supervisor' initialized 2024-06-14 05:17:40,228 CRIT Server 'unix_http_server' running without any HTTP authentication checking 2024-06-14 05:17:40,229 INFO supervisord started with pid 7 2024-06-14 05:17:41,230 INFO spawned: 'stdout' with pid 58 2024-06-14 05:17:41,232 INFO spawned: 'autopruneworker' with pid 59 2024-06-14 05:17:41,233 INFO spawned: 'blobuploadcleanupworker' with pid 60 2024-06-14 05:17:41,235 INFO spawned: 'builder' with pid 61 2024-06-14 05:17:41,237 INFO spawned: 'buildlogsarchiver' with pid 62 2024-06-14 05:17:41,238 INFO spawned: 'chunkcleanupworker' with pid 63 2024-06-14 05:17:41,239 INFO spawned: 'dnsmasq' with pid 64 2024-06-14 05:17:41,241 INFO spawned: 'expiredappspecifictokenworker' with pid 65 2024-06-14 05:17:41,244 INFO spawned: 'exportactionlogsworker' with pid 66 2024-06-14 05:17:41,246 INFO spawned: 'gcworker' with pid 67 2024-06-14 05:17:41,248 INFO spawned: 'globalpromstats' with pid 68 2024-06-14 05:17:41,250 INFO spawned: 'gunicorn-registry' with pid 69 2024-06-14 05:17:41,253 INFO spawned: 'gunicorn-secscan' with pid 70 2024-06-14 05:17:41,330 INFO spawned: 'gunicorn-web' with pid 71 2024-06-14 05:17:41,332 INFO spawned: 'logrotateworker' with pid 72 2024-06-14 05:17:41,334 INFO spawned: 'manifestbackfillworker' with pid 73 2024-06-14 05:17:41,337 INFO spawned: 'memcache' with pid 74 2024-06-14 05:17:41,339 INFO spawned: 'namespacegcworker' with pid 75 2024-06-14 05:17:41,342 INFO spawned: 'nginx' with pid 76 2024-06-14 05:17:41,344 INFO spawned: 'notificationworker' with pid 77 2024-06-14 05:17:41,431 INFO spawned: 'pushgateway' with pid 78 2024-06-14 05:17:41,434 INFO spawned: 'queuecleanupworker' with pid 84 2024-06-14 05:17:41,436 INFO spawned: 'quotaregistrysizeworker' with pid 85 2024-06-14 05:17:41,438 INFO spawned: 'quotatotalworker' with pid 86 2024-06-14 05:17:41,440 INFO spawned: 'reconciliationworker' with pid 87 2024-06-14 05:17:41,531 INFO spawned: 'repositoryactioncounter' with pid 90 2024-06-14 05:17:41,534 INFO spawned: 'repositorygcworker' with pid 91 2024-06-14 05:17:41,537 INFO spawned: 'securityscanningnotificationworker' with pid 104 2024-06-14 05:17:41,540 INFO spawned: 'securityworker' with pid 111 2024-06-14 05:17:41,630 INFO spawned: 'servicekey' with pid 112 2024-06-14 05:17:41,633 INFO spawned: 'storagereplication' with pid 113 2024-06-14 05:17:41,636 INFO spawned: 'teamsyncworker' with pid 114 2024-06-14 05:17:42,839 INFO success: stdout entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: autopruneworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: blobuploadcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: builder entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: buildlogsarchiver entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: chunkcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: dnsmasq entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: expiredappspecifictokenworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: exportactionlogsworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: gcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: globalpromstats entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,840 INFO success: gunicorn-registry entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: gunicorn-secscan entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: gunicorn-web entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: logrotateworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: manifestbackfillworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: memcache entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: namespacegcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: nginx entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: notificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: pushgateway entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: queuecleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: quotaregistrysizeworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: quotatotalworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: reconciliationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: repositoryactioncounter entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: repositorygcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: securityscanningnotificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: securityworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: servicekey entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: storagereplication entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-06-14 05:17:42,841 INFO success: teamsyncworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) dnsmasq stderr | dnsmasq: started, version 2.79 cachesize 150 dnsmasq stderr | dnsmasq: compile time options: IPv6 GNU-getopt DBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP no-conntrack ipset auth DNSSEC loop-detect inotify dnsmasq stderr | dnsmasq: reading /etc/resolv.conf dnsmasq stderr | dnsmasq: using nameserver 172.30.0.10#53 dnsmasq stderr | dnsmasq: read /etc/hosts - 7 addresses nginx stdout | 2024/06/14 05:17:41 [alert] 94#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 98#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 93#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 95#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 96#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 101#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 106#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 97#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 102#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 100#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 105#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 107#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 103#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 99#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 110#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/06/14 05:17:41 [alert] 92#0: setpriority(-10) failed (13: Permission denied) pushgateway stderr | ts=2024-06-14T05:17:41.836Z caller=main.go:86 level=info msg="starting pushgateway" version="(version=, branch=, revision=unknown)" pushgateway stderr | ts=2024-06-14T05:17:41.836Z caller=main.go:87 level=info build_context="(go=go1.19.13, platform=linux/amd64, user=, date=, tags=unknown)" pushgateway stderr | ts=2024-06-14T05:17:41.838Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9091 pushgateway stderr | ts=2024-06-14T05:17:41.838Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9091 nginx stdout | 2024/06/14 05:17:50 [crit] 93#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.50:8080" nginx stdout | 2024/06/14 05:17:50 [crit] 93#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.50:8080" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:17:50 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) namespacegcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? namespacegcworker stderr | if word_sep is not '': logrotateworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? logrotateworker stderr | if word_sep is not '': queuecleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? queuecleanupworker stderr | if word_sep is not '': securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? securityscanningnotificationworker stderr | if word_sep is not '': nginx stdout | 2024/06/14 05:18:05 [crit] 95#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.50:8080" nginx stdout | 2024/06/14 05:18:05 [crit] 95#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.50:8080" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:05 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) exportactionlogsworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? exportactionlogsworker stderr | if word_sep is not '': globalpromstats stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? globalpromstats stderr | if word_sep is not '': blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? blobuploadcleanupworker stderr | if word_sep is not '': autopruneworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? autopruneworker stderr | if word_sep is not '': namespacegcworker stdout | 2024-06-14 05:18:09,829 [75] [DEBUG] [__main__] Starting namespace GC worker namespacegcworker stdout | 2024-06-14 05:18:09,832 [75] [DEBUG] [workers.worker] Scheduling worker. namespacegcworker stdout | 2024-06-14 05:18:09,833 [75] [INFO] [apscheduler.scheduler] Scheduler started namespacegcworker stdout | 2024-06-14 05:18:09,929 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:18:09,930 [75] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:20.930969 namespacegcworker stdout | 2024-06-14 05:18:09,931 [75] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" namespacegcworker stdout | 2024-06-14 05:18:09,931 [75] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:22:13.932790 namespacegcworker stdout | 2024-06-14 05:18:09,931 [75] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" namespacegcworker stdout | 2024-06-14 05:18:09,932 [75] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:29.933045 namespacegcworker stdout | 2024-06-14 05:18:09,932 [75] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" gunicorn-web stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-web stderr | if word_sep is not '': namespacegcworker stdout | 2024-06-14 05:18:09,930 [75] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added namespacegcworker stdout | 2024-06-14 05:18:10,030 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:18:10,031 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:20.930969+00:00 (in 10.899627 seconds) reconciliationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? reconciliationworker stderr | if word_sep is not '': expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? expiredappspecifictokenworker stderr | if word_sep is not '': repositoryactioncounter stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? repositoryactioncounter stderr | if word_sep is not '': securityworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? securityworker stderr | if word_sep is not '': quotatotalworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? quotatotalworker stderr | if word_sep is not '': gcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gcworker stderr | if word_sep is not '': securityscanningnotificationworker stdout | 2024-06-14 05:18:14,533 [104] [DEBUG] [__main__] Starting security scanning notification worker securityscanningnotificationworker stdout | 2024-06-14 05:18:14,536 [104] [DEBUG] [workers.worker] Scheduling worker. securityscanningnotificationworker stdout | 2024-06-14 05:18:14,537 [104] [INFO] [apscheduler.scheduler] Scheduler started securityscanningnotificationworker stdout | 2024-06-14 05:18:14,829 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:18:14,829 [104] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:28.830792 securityscanningnotificationworker stdout | 2024-06-14 05:18:14,831 [104] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" securityscanningnotificationworker stdout | 2024-06-14 05:18:14,831 [104] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:22:49.832742 securityscanningnotificationworker stdout | 2024-06-14 05:18:14,831 [104] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" securityscanningnotificationworker stdout | 2024-06-14 05:18:14,832 [104] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:38.833005 securityscanningnotificationworker stdout | 2024-06-14 05:18:14,832 [104] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" securityscanningnotificationworker stdout | 2024-06-14 05:18:14,830 [104] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added securityscanningnotificationworker stdout | 2024-06-14 05:18:14,832 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:18:14,832 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:28.830792+00:00 (in 13.998393 seconds) gunicorn-web stdout | 2024-06-14 05:18:15,739 [71] [DEBUG] [app] Loading default config. gunicorn-web stdout | 2024-06-14 05:18:15,740 [71] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-web stdout | 2024-06-14 05:18:15,834 [71] [DEBUG] [app] Loaded config gunicorn-web stdout | 2024-06-14 05:18:15,836 [71] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-web stdout | 2024-06-14 05:18:15,846 [71] [DEBUG] [util.ipresolver] Building AWS IP ranges chunkcleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? chunkcleanupworker stderr | if word_sep is not '': logrotateworker stdout | 2024-06-14 05:18:16,540 [72] [DEBUG] [__main__] Action log rotation worker not enabled; skipping gunicorn-web stdout | 2024-06-14 05:18:17,038 [71] [DEBUG] [util.ipresolver] Finished building AWS IP ranges globalpromstats stdout | 2024-06-14 05:18:17,732 [68] [DEBUG] [workers.worker] Scheduling worker. globalpromstats stdout | 2024-06-14 05:18:17,733 [68] [INFO] [apscheduler.scheduler] Scheduler started globalpromstats stdout | 2024-06-14 05:18:17,829 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gunicorn-web stdout | 2024-06-14 05:18:17,832 [71] [DEBUG] [data.database] Configuring database globalpromstats stdout | 2024-06-14 05:18:17,830 [68] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:55:02.831015 globalpromstats stdout | 2024-06-14 05:18:17,833 [68] [INFO] [apscheduler.scheduler] Added job "GlobalPrometheusStatsWorker._try_report_stats" to job store "default" gunicorn-web stdout | 2024-06-14 05:18:17,835 [71] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:18:17,836 [71] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2024-06-14 05:18:17,837 [71] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-web stdout | 2024-06-14 05:18:17,839 [71] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2024-06-14 05:18:17,839 [71] [DEBUG] [data.logs_model] Configuring log model gunicorn-web stdout | 2024-06-14 05:18:17,840 [71] [INFO] [data.logs_model] =============================== gunicorn-web stdout | 2024-06-14 05:18:17,841 [71] [INFO] [data.logs_model] Using logs model `` gunicorn-web stdout | 2024-06-14 05:18:17,841 [71] [INFO] [data.logs_model] =============================== globalpromstats stdout | 2024-06-14 05:18:17,832 [68] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added globalpromstats stdout | 2024-06-14 05:18:17,929 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2024-06-14 05:18:17,929 [68] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:55:02.831015+00:00 (in 2204.901233 seconds) teamsyncworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? teamsyncworker stderr | if word_sep is not '': queuecleanupworker stdout | 2024-06-14 05:18:18,631 [84] [DEBUG] [workers.worker] Scheduling worker. queuecleanupworker stdout | 2024-06-14 05:18:18,633 [84] [INFO] [apscheduler.scheduler] Scheduler started queuecleanupworker stdout | 2024-06-14 05:18:18,829 [84] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2024-06-14 05:18:18,829 [84] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 23:57:31.830822 queuecleanupworker stdout | 2024-06-14 05:18:18,830 [84] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added queuecleanupworker stdout | 2024-06-14 05:18:18,832 [84] [INFO] [apscheduler.scheduler] Added job "QueueCleanupWorker._cleanup_queue" to job store "default" queuecleanupworker stdout | 2024-06-14 05:18:18,832 [84] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2024-06-14 05:18:18,832 [84] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 23:57:31.830822+00:00 (in 67152.998175 seconds) notificationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? notificationworker stderr | if word_sep is not '': storagereplication stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? storagereplication stderr | if word_sep is not '': builder stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? builder stderr | if word_sep is not '': servicekey stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? servicekey stderr | if word_sep is not '': buildlogsarchiver stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? buildlogsarchiver stderr | if word_sep is not '': blobuploadcleanupworker stdout | 2024-06-14 05:18:20,140 [60] [DEBUG] [workers.worker] Scheduling worker. blobuploadcleanupworker stdout | 2024-06-14 05:18:20,141 [60] [INFO] [apscheduler.scheduler] Scheduler started blobuploadcleanupworker stdout | 2024-06-14 05:18:20,329 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2024-06-14 05:18:20,329 [60] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:53:24.330717 blobuploadcleanupworker stdout | 2024-06-14 05:18:20,331 [60] [INFO] [apscheduler.scheduler] Added job "BlobUploadCleanupWorker._try_cleanup_uploads" to job store "default" blobuploadcleanupworker stdout | 2024-06-14 05:18:20,330 [60] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added blobuploadcleanupworker stdout | 2024-06-14 05:18:20,331 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2024-06-14 05:18:20,331 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:53:24.330717+00:00 (in 2103.999415 seconds) nginx stdout | 2024/06/14 05:18:20 [crit] 94#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.50:8080" nginx stdout | 2024/06/14 05:18:20 [crit] 94#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.50:8080" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:20 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) namespacegcworker stdout | 2024-06-14 05:18:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:18:21,029 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:20 UTC)" (scheduled at 2024-06-14 05:18:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:18:21,030 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:29.933045+00:00 (in 8.902993 seconds) namespacegcworker stdout | 2024-06-14 05:18:21,032 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:18:21,034 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 21, 33021), True, datetime.datetime(2024, 6, 14, 5, 18, 21, 33021), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:18:21,232 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:18:21,232 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:18:21,232 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:20 UTC)" executed successfully manifestbackfillworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? manifestbackfillworker stderr | if word_sep is not '': repositoryactioncounter stdout | 2024-06-14 05:18:22,030 [90] [DEBUG] [workers.worker] Scheduling worker. repositoryactioncounter stdout | 2024-06-14 05:18:22,032 [90] [INFO] [apscheduler.scheduler] Scheduler started repositoryactioncounter stdout | 2024-06-14 05:18:22,229 [90] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2024-06-14 05:18:22,229 [90] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 06:03:31.230828 repositoryactioncounter stdout | 2024-06-14 05:18:22,230 [90] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositoryactioncounter stdout | 2024-06-14 05:18:22,232 [90] [INFO] [apscheduler.scheduler] Added job "RepositoryActionCountWorker._run_counting" to job store "default" repositoryactioncounter stdout | 2024-06-14 05:18:22,232 [90] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2024-06-14 05:18:22,232 [90] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 06:03:31.230828+00:00 (in 2708.998045 seconds) autopruneworker stdout | 2024-06-14 05:18:22,342 [59] [DEBUG] [workers.worker] Scheduling worker. autopruneworker stdout | 2024-06-14 05:18:22,342 [59] [INFO] [apscheduler.scheduler] Scheduler started autopruneworker stdout | 2024-06-14 05:18:22,429 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:18:22,430 [59] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added autopruneworker stdout | 2024-06-14 05:18:22,430 [59] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:33.431309 autopruneworker stdout | 2024-06-14 05:18:22,431 [59] [INFO] [apscheduler.scheduler] Added job "AutoPruneWorker.prune" to job store "default" autopruneworker stdout | 2024-06-14 05:18:22,432 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:18:22,432 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:33.431309+00:00 (in 10.998429 seconds) quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? quotaregistrysizeworker stderr | if word_sep is not '': expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,629 [65] [DEBUG] [__main__] Starting expired app specific token GC worker expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,631 [65] [DEBUG] [__main__] Found expiration window: 1d expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,635 [65] [DEBUG] [workers.worker] Scheduling worker. expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,636 [65] [INFO] [apscheduler.scheduler] Scheduler started expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,829 [65] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,829 [65] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:59:54.830868 expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,830 [65] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,832 [65] [INFO] [apscheduler.scheduler] Added job "ExpiredAppSpecificTokenWorker._gc_expired_tokens" to job store "default" expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,833 [65] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2024-06-14 05:18:23,833 [65] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:59:54.830868+00:00 (in 2490.997710 seconds) gcworker stdout | 2024-06-14 05:18:24,341 [67] [DEBUG] [workers.worker] Scheduling worker. gcworker stdout | 2024-06-14 05:18:24,342 [67] [INFO] [apscheduler.scheduler] Scheduler started gcworker stdout | 2024-06-14 05:18:24,429 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:18:24,430 [67] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:39.431132 gcworker stdout | 2024-06-14 05:18:24,432 [67] [INFO] [apscheduler.scheduler] Added job "GarbageCollectionWorker._garbage_collection_repos" to job store "default" gcworker stdout | 2024-06-14 05:18:24,431 [67] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added gcworker stdout | 2024-06-14 05:18:24,433 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:18:24,434 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:39.431132+00:00 (in 14.996471 seconds) repositorygcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? repositorygcworker stderr | if word_sep is not '': chunkcleanupworker stdout | 2024-06-14 05:18:25,333 [63] [DEBUG] [__main__] Swift storage not detected; sleeping exportactionlogsworker stdout | 2024-06-14 05:18:26,341 [66] [DEBUG] [__main__] Starting export action logs worker exportactionlogsworker stdout | 2024-06-14 05:18:26,344 [66] [DEBUG] [workers.worker] Scheduling worker. exportactionlogsworker stdout | 2024-06-14 05:18:26,344 [66] [INFO] [apscheduler.scheduler] Scheduler started exportactionlogsworker stdout | 2024-06-14 05:18:26,430 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:18:26,430 [66] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added exportactionlogsworker stdout | 2024-06-14 05:18:26,430 [66] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:29.431334 exportactionlogsworker stdout | 2024-06-14 05:18:26,431 [66] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" exportactionlogsworker stdout | 2024-06-14 05:18:26,431 [66] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:20:59.432597 exportactionlogsworker stdout | 2024-06-14 05:18:26,431 [66] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" exportactionlogsworker stdout | 2024-06-14 05:18:26,431 [66] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:19:25.432876 exportactionlogsworker stdout | 2024-06-14 05:18:26,432 [66] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" exportactionlogsworker stdout | 2024-06-14 05:18:26,432 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:18:26,432 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:29.431334+00:00 (in 2.998905 seconds) servicekey stdout | 2024-06-14 05:18:26,830 [112] [DEBUG] [workers.worker] Scheduling worker. servicekey stdout | 2024-06-14 05:18:26,831 [112] [INFO] [apscheduler.scheduler] Scheduler started servicekey stdout | 2024-06-14 05:18:26,831 [112] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2024-06-14 05:18:26,831 [112] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added servicekey stdout | 2024-06-14 05:18:26,831 [112] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 06:12:16.832827 servicekey stdout | 2024-06-14 05:18:26,832 [112] [INFO] [apscheduler.scheduler] Added job "ServiceKeyWorker._refresh_service_key" to job store "default" servicekey stdout | 2024-06-14 05:18:26,833 [112] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2024-06-14 05:18:26,833 [112] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 06:12:16.832827+00:00 (in 3229.999642 seconds) storagereplication stdout | 2024-06-14 05:18:26,847 [113] [DEBUG] [__main__] Full storage replication disabled; skipping teamsyncworker stdout | 2024-06-14 05:18:27,241 [114] [DEBUG] [__main__] Team syncing is disabled; sleeping notificationworker stdout | 2024-06-14 05:18:27,347 [77] [DEBUG] [workers.worker] Scheduling worker. notificationworker stdout | 2024-06-14 05:18:27,347 [77] [INFO] [apscheduler.scheduler] Scheduler started notificationworker stdout | 2024-06-14 05:18:27,348 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:27,348 [77] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added notificationworker stdout | 2024-06-14 05:18:27,348 [77] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:33.349575 notificationworker stdout | 2024-06-14 05:18:27,349 [77] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" notificationworker stdout | 2024-06-14 05:18:27,349 [77] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:20:18.350597 notificationworker stdout | 2024-06-14 05:18:27,429 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:27,429 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:33.349575+00:00 (in 5.919925 seconds) notificationworker stdout | 2024-06-14 05:18:27,430 [77] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" notificationworker stdout | 2024-06-14 05:18:27,430 [77] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:48.431171 notificationworker stdout | 2024-06-14 05:18:27,430 [77] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" notificationworker stdout | 2024-06-14 05:18:27,430 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:27,430 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:33.349575+00:00 (in 5.918824 seconds) builder stdout | 2024-06-14 05:18:27,741 [61] [DEBUG] [__main__] Building is disabled. Please enable the feature flag buildlogsarchiver stdout | 2024-06-14 05:18:27,745 [62] [DEBUG] [workers.worker] Scheduling worker. buildlogsarchiver stdout | 2024-06-14 05:18:27,746 [62] [INFO] [apscheduler.scheduler] Scheduler started buildlogsarchiver stdout | 2024-06-14 05:18:27,746 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:18:27,747 [62] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added buildlogsarchiver stdout | 2024-06-14 05:18:27,747 [62] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:44.748154 buildlogsarchiver stdout | 2024-06-14 05:18:27,748 [62] [INFO] [apscheduler.scheduler] Added job "ArchiveBuildLogsWorker._archive_redis_buildlogs" to job store "default" buildlogsarchiver stdout | 2024-06-14 05:18:27,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:18:27,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:44.748154+00:00 (in 16.999705 seconds) manifestbackfillworker stdout | 2024-06-14 05:18:27,936 [73] [DEBUG] [workers.worker] Scheduling worker. manifestbackfillworker stdout | 2024-06-14 05:18:27,937 [73] [INFO] [apscheduler.scheduler] Scheduler started manifestbackfillworker stdout | 2024-06-14 05:18:27,937 [73] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2024-06-14 05:18:27,938 [73] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added manifestbackfillworker stdout | 2024-06-14 05:18:27,938 [73] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:35:07.939143 manifestbackfillworker stdout | 2024-06-14 05:18:27,939 [73] [INFO] [apscheduler.scheduler] Added job "ManifestBackfillWorker._backfill_manifests" to job store "default" manifestbackfillworker stdout | 2024-06-14 05:18:27,939 [73] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2024-06-14 05:18:27,939 [73] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:35:07.939143+00:00 (in 999.999518 seconds) securityworker stdout | 2024-06-14 05:18:27,941 [111] [DEBUG] [workers.worker] Scheduling worker. securityworker stdout | 2024-06-14 05:18:27,941 [111] [INFO] [apscheduler.scheduler] Scheduler started securityworker stdout | 2024-06-14 05:18:27,942 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:18:27,942 [111] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added securityworker stdout | 2024-06-14 05:18:27,942 [111] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:40.943473 securityworker stdout | 2024-06-14 05:18:27,943 [111] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_in_scanner" to job store "default" securityworker stdout | 2024-06-14 05:18:27,943 [111] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:38.944414 securityworker stdout | 2024-06-14 05:18:27,943 [111] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_recent_manifests_in_scanner" to job store "default" securityworker stdout | 2024-06-14 05:18:27,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:18:27,943 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:38.944414+00:00 (in 11.000600 seconds) gunicorn-secscan stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-secscan stderr | if word_sep is not '': gunicorn-web stdout | 2024-06-14 05:18:28,160 [71] [DEBUG] [__config__] Starting web gunicorn with 4 workers and gevent worker class quotaregistrysizeworker stdout | 2024-06-14 05:18:28,361 [85] [DEBUG] [workers.worker] Scheduling worker. quotaregistrysizeworker stdout | 2024-06-14 05:18:28,362 [85] [INFO] [apscheduler.scheduler] Scheduler started quotaregistrysizeworker stdout | 2024-06-14 05:18:28,362 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:18:28,362 [85] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added quotaregistrysizeworker stdout | 2024-06-14 05:18:28,362 [85] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:36.363847 quotaregistrysizeworker stdout | 2024-06-14 05:18:28,363 [85] [INFO] [apscheduler.scheduler] Added job "QuotaRegistrySizeWorker._calculate_registry_size" to job store "default" quotaregistrysizeworker stdout | 2024-06-14 05:18:28,363 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:18:28,363 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:36.363847+00:00 (in 7.999940 seconds) repositorygcworker stdout | 2024-06-14 05:18:28,574 [91] [DEBUG] [__main__] Starting repository GC worker repositorygcworker stdout | 2024-06-14 05:18:28,575 [91] [DEBUG] [workers.worker] Scheduling worker. repositorygcworker stdout | 2024-06-14 05:18:28,576 [91] [INFO] [apscheduler.scheduler] Scheduler started repositorygcworker stdout | 2024-06-14 05:18:28,576 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:18:28,577 [91] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositorygcworker stdout | 2024-06-14 05:18:28,577 [91] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:19:00.578121 repositorygcworker stdout | 2024-06-14 05:18:28,577 [91] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:22:42.579001 repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [DEBUG] [workers.worker] First run scheduled for 2024-06-14 05:18:30.579198 repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:18:28,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:30.579198+00:00 (in 2.000686 seconds) gunicorn-secscan stdout | 2024-06-14 05:18:28,748 [70] [DEBUG] [app] Loading default config. gunicorn-secscan stdout | 2024-06-14 05:18:28,748 [70] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-secscan stdout | 2024-06-14 05:18:28,755 [70] [DEBUG] [app] Loaded config gunicorn-secscan stdout | 2024-06-14 05:18:28,756 [70] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-secscan stdout | 2024-06-14 05:18:28,763 [70] [DEBUG] [util.ipresolver] Building AWS IP ranges securityscanningnotificationworker stdout | 2024-06-14 05:18:28,830 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:18:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:28 UTC)" (scheduled at 2024-06-14 05:18:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:18:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:18:28,833 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 28, 831825), True, datetime.datetime(2024, 6, 14, 5, 18, 28, 831825), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:18:28,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:38.833005+00:00 (in 9.999470 seconds) gunicorn-secscan stdout | 2024-06-14 05:18:28,842 [70] [DEBUG] [util.ipresolver] Finished building AWS IP ranges securityscanningnotificationworker stdout | 2024-06-14 05:18:28,847 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:18:28,847 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:18:28,847 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:28 UTC)" executed successfully gunicorn-secscan stdout | 2024-06-14 05:18:28,884 [70] [DEBUG] [data.database] Configuring database gunicorn-secscan stdout | 2024-06-14 05:18:28,885 [70] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-secscan stdout | 2024-06-14 05:18:28,885 [70] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2024-06-14 05:18:28,885 [70] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-secscan stdout | 2024-06-14 05:18:28,886 [70] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2024-06-14 05:18:28,886 [70] [DEBUG] [data.logs_model] Configuring log model gunicorn-secscan stdout | 2024-06-14 05:18:28,886 [70] [INFO] [data.logs_model] =============================== gunicorn-secscan stdout | 2024-06-14 05:18:28,886 [70] [INFO] [data.logs_model] Using logs model `` gunicorn-secscan stdout | 2024-06-14 05:18:28,886 [70] [INFO] [data.logs_model] =============================== gunicorn-secscan stdout | 2024-06-14 05:18:29,064 [70] [DEBUG] [__config__] Starting secscan gunicorn with 2 workers and gevent worker class exportactionlogsworker stdout | 2024-06-14 05:18:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:18:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:29 UTC)" (scheduled at 2024-06-14 05:18:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:18:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:18:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 29, 432466), True, datetime.datetime(2024, 6, 14, 5, 18, 29, 432466), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:18:29,434 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:25.432876+00:00 (in 55.998755 seconds) gunicorn-registry stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-registry stderr | if word_sep is not '': exportactionlogsworker stdout | 2024-06-14 05:18:29,447 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:18:29,447 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:18:29,447 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:18:29,869 [69] [DEBUG] [app] Loading default config. gunicorn-registry stdout | 2024-06-14 05:18:29,870 [69] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-registry stdout | 2024-06-14 05:18:29,877 [69] [DEBUG] [app] Loaded config gunicorn-registry stdout | 2024-06-14 05:18:29,878 [69] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-registry stdout | 2024-06-14 05:18:29,885 [69] [DEBUG] [util.ipresolver] Building AWS IP ranges namespacegcworker stdout | 2024-06-14 05:18:29,936 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:18:29,936 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:20.930969+00:00 (in 50.994624 seconds) namespacegcworker stdout | 2024-06-14 05:18:29,936 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:29 UTC)" (scheduled at 2024-06-14 05:18:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:18:29,936 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:18:29,936 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:18:29,962 [69] [DEBUG] [util.ipresolver] Finished building AWS IP ranges gunicorn-registry stdout | 2024-06-14 05:18:30,043 [69] [DEBUG] [data.database] Configuring database gunicorn-registry stdout | 2024-06-14 05:18:30,044 [69] [INFO] [data.database] Connection pooling enabled for postgresql; stale timeout: None; max connection count: None gunicorn-registry stdout | 2024-06-14 05:18:30,044 [69] [INFO] [data.secscan_model] =============================== gunicorn-registry stdout | 2024-06-14 05:18:30,044 [69] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-registry stdout | 2024-06-14 05:18:30,045 [69] [INFO] [data.secscan_model] =============================== gunicorn-registry stdout | 2024-06-14 05:18:30,045 [69] [DEBUG] [data.logs_model] Configuring log model gunicorn-registry stdout | 2024-06-14 05:18:30,045 [69] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2024-06-14 05:18:30,045 [69] [INFO] [data.logs_model] Using logs model `` gunicorn-registry stdout | 2024-06-14 05:18:30,045 [69] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2024-06-14 05:18:30,506 [69] [DEBUG] [__config__] Starting registry gunicorn with 8 workers and gevent worker class repositorygcworker stdout | 2024-06-14 05:18:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:18:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:30 UTC)" (scheduled at 2024-06-14 05:18:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:18:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:18:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:30 UTC)" executed successfully repositorygcworker stdout | 2024-06-14 05:18:30,580 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:00.578121+00:00 (in 29.997601 seconds) notificationworker stdout | 2024-06-14 05:18:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:18:33 UTC)" (scheduled at 2024-06-14 05:18:33.349575+00:00) notificationworker stdout | 2024-06-14 05:18:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:18:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 33, 350750), True, datetime.datetime(2024, 6, 14, 5, 18, 33, 350750), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:18:33,352 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:43.349575+00:00 (in 9.997320 seconds) notificationworker stdout | 2024-06-14 05:18:33,365 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:18:33,365 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:18:33,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:18:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:18:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:18:33,432 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:18:33 UTC)" (scheduled at 2024-06-14 05:18:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:18:33,432 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:03.431309+00:00 (in 29.998527 seconds) autopruneworker stdout | 2024-06-14 05:18:33,442 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342253441, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:18:33,447 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:18:33,447 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:18:33,447 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:18:35,902 [263] [DEBUG] [app] Starting request: urn:request:1dca73fe-bac4-468d-b99f-ff5f274e5591 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:18:35,907 [263] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-registry stdout | 2024-06-14 05:18:35,915 [287] [DEBUG] [app] Starting request: urn:request:5b2c67d7-133e-4f3f-9fbe-4595f1cd0df1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:18:35,916 [287] [DEBUG] [app] Ending request: urn:request:5b2c67d7-133e-4f3f-9fbe-4595f1cd0df1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5b2c67d7-133e-4f3f-9fbe-4595f1cd0df1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.005 162 0.005) gunicorn-registry stdout | 2024-06-14 05:18:35,917 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:35,917 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:35,920 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:18:35,924 [266] [DEBUG] [app] Starting request: urn:request:dd24dae8-fae7-403a-b1e7-2f1551f40885 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:18:35,925 [266] [DEBUG] [app] Ending request: urn:request:dd24dae8-fae7-403a-b1e7-2f1551f40885 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dd24dae8-fae7-403a-b1e7-2f1551f40885', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.005 159 0.005) gunicorn-web stdout | 2024-06-14 05:18:35,926 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:35,926 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:35,928 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 6, 14, 5, 18, 35, 927650), None, 'quay', 'quay', datetime.datetime(2024, 6, 14, 5, 18, 35, 927678), 'quay', None, datetime.datetime(2024, 6, 13, 5, 18, 35, 927689), datetime.datetime(2024, 6, 7, 5, 18, 35, 927699), None]) gunicorn-web stdout | 2024-06-14 05:18:35,945 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:18:35,952 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:18:35,956 [263] [DEBUG] [app] Ending request: urn:request:1dca73fe-bac4-468d-b99f-ff5f274e5591 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1dca73fe-bac4-468d-b99f-ff5f274e5591', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:18:35,957 [263] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.059 118 0.059) gunicorn-web stdout | 2024-06-14 05:18:35,957 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:18:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:18:35,959 [263] [DEBUG] [app] Starting request: urn:request:39a2be7e-e7c4-4f68-b524-ab9ef939e35d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-registry stdout | 2024-06-14 05:18:35,963 [279] [DEBUG] [app] Starting request: urn:request:f641ee8a-bacd-4afe-87b1-d609c920a94f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:18:35,965 [279] [DEBUG] [app] Ending request: urn:request:f641ee8a-bacd-4afe-87b1-d609c920a94f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f641ee8a-bacd-4afe-87b1-d609c920a94f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.005) gunicorn-registry stdout | 2024-06-14 05:18:35,965 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:35,966 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:35,967 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:18:35,968 [263] [DEBUG] [app] Starting request: urn:request:0bf60fb4-d1a4-4ba9-91ef-f0a47efd8947 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:18:35,969 [263] [DEBUG] [app] Ending request: urn:request:0bf60fb4-d1a4-4ba9-91ef-f0a47efd8947 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0bf60fb4-d1a4-4ba9-91ef-f0a47efd8947', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:18:35,969 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:35,969 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:35,970 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:18:35,978 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:18:35,989 [263] [DEBUG] [app] Ending request: urn:request:39a2be7e-e7c4-4f68-b524-ab9ef939e35d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:39a2be7e-e7c4-4f68-b524-ab9ef939e35d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:18:35,989 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:18:35,989 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:18:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) quotaregistrysizeworker stdout | 2024-06-14 05:18:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:18:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:18:36 UTC)" (scheduled at 2024-06-14 05:18:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:18:36,365 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:18:36,365 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:36.363847+00:00 (in 59.998174 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:18:36,378 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:18:36,378 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:18:37,182 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:18:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:18:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:28.830792+00:00 (in 49.997219 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:18:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:38 UTC)" (scheduled at 2024-06-14 05:18:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:18:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:18:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:18:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:18:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:18:38 UTC)" (scheduled at 2024-06-14 05:18:38.944414+00:00) securityworker stdout | 2024-06-14 05:18:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:18:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:18:38,945 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:40.943473+00:00 (in 1.997688 seconds) securityworker stdout | 2024-06-14 05:18:38,948 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:18:38,948 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:18:38,948 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:18:38,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:18:38,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:18:38,951 [111] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 securityworker stdout | 2024-06-14 05:18:38,964 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:18:38,966 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:18:38,978 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:18:38,982 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:18:38,982 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:18:38,982 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 13, 38, 966172), 1, 2]) securityworker stdout | 2024-06-14 05:18:38,986 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:18:38,986 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:18:38,986 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 13, 38, 966172), 1, 2]) securityworker stdout | 2024-06-14 05:18:38,990 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:18:38,990 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:18:38,990 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:18:38,990 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:18:38,990 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:18:38,990 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:18:38,990 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:18:38,991 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:18:38,991 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:18:38,991 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:18:39,432 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:18:39,432 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:18:39 UTC)" (scheduled at 2024-06-14 05:18:39.431132+00:00) gcworker stdout | 2024-06-14 05:18:39,433 [67] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100]) gcworker stdout | 2024-06-14 05:18:39,433 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:09.431132+00:00 (in 29.997286 seconds) gcworker stdout | 2024-06-14 05:18:39,446 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132719445, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:18:39,451 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:18:39,451 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:18:39,451 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:18:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:18:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:08.944414+00:00 (in 28.000391 seconds) securityworker stdout | 2024-06-14 05:18:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:10 UTC)" (scheduled at 2024-06-14 05:18:40.943473+00:00) securityworker stdout | 2024-06-14 05:18:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:18:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:18:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:18:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:18:40,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:18:40,965 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:18:40,965 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:18:41,960 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:18:43,038 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:18:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:48.431171+00:00 (in 5.081082 seconds) notificationworker stdout | 2024-06-14 05:18:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:18:53 UTC)" (scheduled at 2024-06-14 05:18:43.349575+00:00) notificationworker stdout | 2024-06-14 05:18:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:18:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 43, 350508), True, datetime.datetime(2024, 6, 14, 5, 18, 43, 350508), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:18:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:18:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:18:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:18:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:18:44,059 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:18:44,459 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:18:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:18:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:18:44 UTC)" (scheduled at 2024-06-14 05:18:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:18:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 18, 44, 749098), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:18:44,750 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:14.748154+00:00 (in 29.997847 seconds) buildlogsarchiver stdout | 2024-06-14 05:18:44,763 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:18:44,763 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:18:44,763 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:18:45,842 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:18:45,848 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:18:45,849 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:18:45,851 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:18:45,852 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:18:46,570 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:18:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:18:53.349575+00:00 (in 4.917893 seconds) notificationworker stdout | 2024-06-14 05:18:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:48 UTC)" (scheduled at 2024-06-14 05:18:48.431171+00:00) notificationworker stdout | 2024-06-14 05:18:48,432 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:18:48,432 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:19:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:18:49,149 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:18:50,363 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:18:50,464 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:18:50,900 [263] [DEBUG] [app] Starting request: urn:request:991cb553-44ca-45ac-881f-2dd03c590c83 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:18:50,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:18:50,902 [267] [DEBUG] [app] Starting request: urn:request:a8b7b531-788a-48b5-9f42-5e140d91c7dd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-registry stdout | 2024-06-14 05:18:50,904 [279] [DEBUG] [app] Starting request: urn:request:eab16f63-59d4-4f02-a954-e16e1b376357 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:18:50,904 [279] [DEBUG] [app] Ending request: urn:request:eab16f63-59d4-4f02-a954-e16e1b376357 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:eab16f63-59d4-4f02-a954-e16e1b376357', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-06-14 05:18:50,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:50,905 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:50,906 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:18:50,907 [263] [DEBUG] [app] Starting request: urn:request:126f84b9-9486-41cb-88ba-13c7de24af08 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:18:50,907 [267] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-web stdout | 2024-06-14 05:18:50,907 [263] [DEBUG] [app] Ending request: urn:request:126f84b9-9486-41cb-88ba-13c7de24af08 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:126f84b9-9486-41cb-88ba-13c7de24af08', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:18:50,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:18:50,908 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:50,909 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-registry stdout | 2024-06-14 05:18:50,909 [279] [DEBUG] [app] Starting request: urn:request:a46ad4e2-aa5f-4f98-9e04-3bd7d60b8a97 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:18:50,909 [279] [DEBUG] [app] Ending request: urn:request:a46ad4e2-aa5f-4f98-9e04-3bd7d60b8a97 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a46ad4e2-aa5f-4f98-9e04-3bd7d60b8a97', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:18:50,909 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:18:50,910 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:50,911 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:18:50,912 [267] [DEBUG] [app] Starting request: urn:request:18d0f323-05b7-407d-9ccb-e1a8c5661785 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:18:50,913 [267] [DEBUG] [app] Ending request: urn:request:18d0f323-05b7-407d-9ccb-e1a8c5661785 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:18d0f323-05b7-407d-9ccb-e1a8c5661785', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-06-14 05:18:50,914 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:18:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:18:50,914 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:18:50,917 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 6, 14, 5, 18, 50, 915883), None, 'quay', 'quay', datetime.datetime(2024, 6, 14, 5, 18, 50, 915920), 'quay', None, datetime.datetime(2024, 6, 13, 5, 18, 50, 915931), datetime.datetime(2024, 6, 7, 5, 18, 50, 915939), None]) gunicorn-web stdout | 2024-06-14 05:18:50,917 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:18:50,929 [263] [DEBUG] [app] Ending request: urn:request:991cb553-44ca-45ac-881f-2dd03c590c83 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:991cb553-44ca-45ac-881f-2dd03c590c83', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:18:50,929 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:18:50,930 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:18:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) gunicorn-web stdout | 2024-06-14 05:18:50,932 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:18:50,940 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:18:50,943 [267] [DEBUG] [app] Ending request: urn:request:a8b7b531-788a-48b5-9f42-5e140d91c7dd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a8b7b531-788a-48b5-9f42-5e140d91c7dd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:18:50,943 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:18:50,944 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:18:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:18:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.045 118 0.045) autopruneworker stdout | 2024-06-14 05:18:50,964 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:18:51,965 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} securityworker stdout | 2024-06-14 05:18:53,265 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} notificationworker stdout | 2024-06-14 05:18:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:18:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:03.349575+00:00 (in 9.999504 seconds) notificationworker stdout | 2024-06-14 05:18:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:03 UTC)" (scheduled at 2024-06-14 05:18:53.349575+00:00) notificationworker stdout | 2024-06-14 05:18:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:18:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 18, 53, 350321), True, datetime.datetime(2024, 6, 14, 5, 18, 53, 350321), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:18:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:18:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:18:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:03 UTC)" executed successfully chunkcleanupworker stdout | 2024-06-14 05:18:53,459 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:18:55,242 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} teamsyncworker stdout | 2024-06-14 05:18:55,354 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} servicekey stdout | 2024-06-14 05:18:55,366 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} builder stdout | 2024-06-14 05:18:55,562 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:18:55,662 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:18:56,243 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:18:56,764 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:18:57,886 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:18:58,193 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:18:58,770 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:18:58,772 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:18:58,775 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-registry stdout | 2024-06-14 05:18:59,891 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:18:59,894 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:18:59,896 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:18:59,898 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:18:59,901 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:18:59,904 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:18:59,906 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:18:59,908 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:18:59,911 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:19:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:19:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:30.579198+00:00 (in 30.000537 seconds) repositorygcworker stdout | 2024-06-14 05:19:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:00 UTC)" (scheduled at 2024-06-14 05:19:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:19:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:19:00,580 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 0, 578961), True, datetime.datetime(2024, 6, 14, 5, 19, 0, 578961), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:19:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:19:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:19:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:19:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:13.349575+00:00 (in 9.999509 seconds) notificationworker stdout | 2024-06-14 05:19:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:13 UTC)" (scheduled at 2024-06-14 05:19:03.349575+00:00) notificationworker stdout | 2024-06-14 05:19:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 3, 350349), True, datetime.datetime(2024, 6, 14, 5, 19, 3, 350349), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:03,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:03,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:03,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:19:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:19:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:33.431309+00:00 (in 29.999348 seconds) autopruneworker stdout | 2024-06-14 05:19:03,432 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:33 UTC)" (scheduled at 2024-06-14 05:19:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:19:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342283440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:19:03,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:19:03,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:19:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:19:05,900 [263] [DEBUG] [app] Starting request: urn:request:46528f21-712b-4d21-aacd-53ddf64c5307 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:05,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:05,902 [265] [DEBUG] [app] Starting request: urn:request:193d199c-a0a2-4b59-83b1-c70001859953 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-registry stdout | 2024-06-14 05:19:05,903 [279] [DEBUG] [app] Starting request: urn:request:1ec6ffa2-f882-4071-a887-e6d9140a2b1b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:05,904 [279] [DEBUG] [app] Ending request: urn:request:1ec6ffa2-f882-4071-a887-e6d9140a2b1b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1ec6ffa2-f882-4071-a887-e6d9140a2b1b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:05,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-06-14 05:19:05,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:05,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:05,907 [265] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-web stdout | 2024-06-14 05:19:05,907 [263] [DEBUG] [app] Starting request: urn:request:32ccb2c1-e5ff-4676-ba3e-6f734f150840 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:05,907 [263] [DEBUG] [app] Ending request: urn:request:32ccb2c1-e5ff-4676-ba3e-6f734f150840 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:32ccb2c1-e5ff-4676-ba3e-6f734f150840', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:05,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:05,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:05,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-registry stdout | 2024-06-14 05:19:05,908 [279] [DEBUG] [app] Starting request: urn:request:9437af15-a7c7-49c9-8506-51adab4b8257 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:05,908 [279] [DEBUG] [app] Ending request: urn:request:9437af15-a7c7-49c9-8506-51adab4b8257 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9437af15-a7c7-49c9-8506-51adab4b8257', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-06-14 05:19:05,909 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:05,909 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:05,910 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:05,912 [266] [DEBUG] [app] Starting request: urn:request:4807696a-0335-4dd8-9b80-13cab0a91a0a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:05,912 [266] [DEBUG] [app] Ending request: urn:request:4807696a-0335-4dd8-9b80-13cab0a91a0a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4807696a-0335-4dd8-9b80-13cab0a91a0a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:19:05,913 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:05,913 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:05,915 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 6, 14, 5, 19, 5, 914204), None, 'quay', 'quay', datetime.datetime(2024, 6, 14, 5, 19, 5, 914236), 'quay', None, datetime.datetime(2024, 6, 13, 5, 19, 5, 914247), datetime.datetime(2024, 6, 7, 5, 19, 5, 914255), None]) gunicorn-web stdout | 2024-06-14 05:19:05,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:05,928 [263] [DEBUG] [app] Ending request: urn:request:46528f21-712b-4d21-aacd-53ddf64c5307 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:46528f21-712b-4d21-aacd-53ddf64c5307', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:05,928 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:05,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) gunicorn-web stdout | 2024-06-14 05:19:05,930 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:05,938 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:05,942 [265] [DEBUG] [app] Ending request: urn:request:193d199c-a0a2-4b59-83b1-c70001859953 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:193d199c-a0a2-4b59-83b1-c70001859953', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:05,943 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.044 118 0.044) gunicorn-web stdout | 2024-06-14 05:19:05,943 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" namespacegcworker stdout | 2024-06-14 05:19:07,219 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:19:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:19:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:10.943473+00:00 (in 1.998531 seconds) securityworker stdout | 2024-06-14 05:19:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:38 UTC)" (scheduled at 2024-06-14 05:19:08.944414+00:00) securityworker stdout | 2024-06-14 05:19:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:19:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:19:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:19:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:19:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:19:08,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:19:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:08,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:19:08,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:08,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:08,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 14, 8, 954346), 1, 2]) securityworker stdout | 2024-06-14 05:19:08,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:08,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:08,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 14, 8, 954346), 1, 2]) securityworker stdout | 2024-06-14 05:19:08,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:08,979 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:08,979 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:08,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:19:08,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:19:08,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:19:08,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:19:08,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:08,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:19:08,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:19:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:19:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:39.431132+00:00 (in 29.999390 seconds) gcworker stdout | 2024-06-14 05:19:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:39 UTC)" (scheduled at 2024-06-14 05:19:09.431132+00:00) gcworker stdout | 2024-06-14 05:19:09,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132749432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:19:09,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:19:09,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:19:09,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:19:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:19:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:38.944414+00:00 (in 28.000404 seconds) securityworker stdout | 2024-06-14 05:19:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:40 UTC)" (scheduled at 2024-06-14 05:19:10.943473+00:00) securityworker stdout | 2024-06-14 05:19:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:19:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:19:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:19:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:10,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:10,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:19:10,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:19:11,983 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:19:13,070 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:19:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:23.349575+00:00 (in 9.999517 seconds) notificationworker stdout | 2024-06-14 05:19:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:23 UTC)" (scheduled at 2024-06-14 05:19:13.349575+00:00) notificationworker stdout | 2024-06-14 05:19:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 13, 350325), True, datetime.datetime(2024, 6, 14, 5, 19, 13, 350325), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:19:14,076 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:19:14,495 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:19:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:19:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:44.748154+00:00 (in 29.999491 seconds) buildlogsarchiver stdout | 2024-06-14 05:19:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:44 UTC)" (scheduled at 2024-06-14 05:19:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:19:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 19, 14, 748946), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:19:14,763 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:19:14,763 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:19:14,763 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:19:44 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:19:15,851 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:19:15,854 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:19:15,857 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:19:15,860 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:19:15,862 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:19:16,607 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} exportactionlogsworker stdout | 2024-06-14 05:19:19,180 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:19:20,393 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:19:20,501 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:19:20,899 [267] [DEBUG] [app] Starting request: urn:request:c806ab09-1a8a-44e1-939a-f80135cda929 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:20,899 [266] [DEBUG] [app] Starting request: urn:request:a02fe2c2-5d96-4038-b8c6-10645c3f9dba (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:20,902 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:19:20,904 [287] [DEBUG] [app] Starting request: urn:request:949e58d6-8d93-42a7-b223-3fb17bbca012 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:20,904 [287] [DEBUG] [app] Ending request: urn:request:949e58d6-8d93-42a7-b223-3fb17bbca012 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:949e58d6-8d93-42a7-b223-3fb17bbca012', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:20,905 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:20,905 [266] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:19:20,905 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:19:20,906 [287] [DEBUG] [app] Starting request: urn:request:66b8a858-0421-485d-9116-cf3611ee9232 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:20,907 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:19:20,907 [287] [DEBUG] [app] Ending request: urn:request:66b8a858-0421-485d-9116-cf3611ee9232 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:66b8a858-0421-485d-9116-cf3611ee9232', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:20,907 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:19:20,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:20,908 [263] [DEBUG] [app] Starting request: urn:request:7acdb018-4d2f-49d5-b386-446d861a2a71 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:20,908 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:20,909 [263] [DEBUG] [app] Ending request: urn:request:7acdb018-4d2f-49d5-b386-446d861a2a71 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7acdb018-4d2f-49d5-b386-446d861a2a71', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:20,909 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:20,909 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:20,910 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:20,910 [263] [DEBUG] [app] Starting request: urn:request:b0e8ca66-b3be-4710-8722-396a46f1660c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:20,910 [263] [DEBUG] [app] Ending request: urn:request:b0e8ca66-b3be-4710-8722-396a46f1660c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b0e8ca66-b3be-4710-8722-396a46f1660c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:19:20,910 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:20,910 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:20,913 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 6, 14, 5, 19, 20, 911896), None, 'quay', 'quay', datetime.datetime(2024, 6, 14, 5, 19, 20, 911938), 'quay', None, datetime.datetime(2024, 6, 13, 5, 19, 20, 911949), datetime.datetime(2024, 6, 7, 5, 19, 20, 911958), None]) gunicorn-web stdout | 2024-06-14 05:19:20,918 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:20,929 [267] [DEBUG] [app] Ending request: urn:request:c806ab09-1a8a-44e1-939a-f80135cda929 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c806ab09-1a8a-44e1-939a-f80135cda929', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:20,929 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:20,930 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:20,930 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.031) namespacegcworker stdout | 2024-06-14 05:19:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:19:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:29.933045+00:00 (in 9.001666 seconds) namespacegcworker stdout | 2024-06-14 05:19:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:20 UTC)" (scheduled at 2024-06-14 05:19:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:19:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:19:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 20, 931620), True, datetime.datetime(2024, 6, 14, 5, 19, 20, 931620), 0, 'namespacegc/%', 50, 1, 0]) gunicorn-web stdout | 2024-06-14 05:19:20,938 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:20,942 [266] [DEBUG] [app] Ending request: urn:request:a02fe2c2-5d96-4038-b8c6-10645c3f9dba (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a02fe2c2-5d96-4038-b8c6-10645c3f9dba', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:20,942 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:20,942 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.044 118 0.044) namespacegcworker stdout | 2024-06-14 05:19:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:19:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:19:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:19:20,995 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:19:22,001 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} securityworker stdout | 2024-06-14 05:19:23,301 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} notificationworker stdout | 2024-06-14 05:19:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:33.349575+00:00 (in 9.999552 seconds) notificationworker stdout | 2024-06-14 05:19:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:33 UTC)" (scheduled at 2024-06-14 05:19:23.349575+00:00) notificationworker stdout | 2024-06-14 05:19:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 23, 350303), True, datetime.datetime(2024, 6, 14, 5, 19, 23, 350303), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:23,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:23,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:23,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:33 UTC)" executed successfully chunkcleanupworker stdout | 2024-06-14 05:19:23,495 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:19:25,276 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:19:25,389 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:19:25,392 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} exportactionlogsworker stdout | 2024-06-14 05:19:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:19:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:29.431334+00:00 (in 3.997967 seconds) exportactionlogsworker stdout | 2024-06-14 05:19:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:25 UTC)" (scheduled at 2024-06-14 05:19:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:19:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:19:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:25 UTC)" executed successfully builder stdout | 2024-06-14 05:19:25,597 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:19:25,691 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:19:26,279 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:19:26,800 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:19:27,923 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:19:28,229 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:19:28,778 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:19:28,781 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:19:28,783 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} securityscanningnotificationworker stdout | 2024-06-14 05:19:28,831 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:19:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:38.833005+00:00 (in 10.001721 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:19:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:28 UTC)" (scheduled at 2024-06-14 05:19:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:19:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:19:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 28, 831544), True, datetime.datetime(2024, 6, 14, 5, 19, 28, 831544), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:19:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:19:28,845 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:19:28,845 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:28 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:19:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:19:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:25.432876+00:00 (in 56.001055 seconds) exportactionlogsworker stdout | 2024-06-14 05:19:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:29 UTC)" (scheduled at 2024-06-14 05:19:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:19:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:19:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 29, 432244), True, datetime.datetime(2024, 6, 14, 5, 19, 29, 432244), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:19:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:19:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:19:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:19:29,904 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:19:29,909 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:19:29,911 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:19:29,914 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:19:29,917 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:19:29,921 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:19:29,923 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:19:29,925 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:19:29,928 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} namespacegcworker stdout | 2024-06-14 05:19:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:19:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:20.930969+00:00 (in 50.997471 seconds) namespacegcworker stdout | 2024-06-14 05:19:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:29 UTC)" (scheduled at 2024-06-14 05:19:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:19:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:19:29,933 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:29 UTC)" executed successfully repositorygcworker stdout | 2024-06-14 05:19:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:19:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:00.578121+00:00 (in 29.998337 seconds) repositorygcworker stdout | 2024-06-14 05:19:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:30 UTC)" (scheduled at 2024-06-14 05:19:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:19:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:19:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:19:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:43.349575+00:00 (in 9.999501 seconds) notificationworker stdout | 2024-06-14 05:19:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:43 UTC)" (scheduled at 2024-06-14 05:19:33.349575+00:00) notificationworker stdout | 2024-06-14 05:19:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 33, 350473), True, datetime.datetime(2024, 6, 14, 5, 19, 33, 350473), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:33,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:19:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:19:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:03.431309+00:00 (in 29.999368 seconds) autopruneworker stdout | 2024-06-14 05:19:33,432 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:03 UTC)" (scheduled at 2024-06-14 05:19:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:19:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342313440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:19:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:19:33,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:19:33,445 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:19:35,899 [267] [DEBUG] [app] Starting request: urn:request:8a293ac7-36a1-4829-96ec-87624a6e57b3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:35,900 [266] [DEBUG] [app] Starting request: urn:request:df54090a-6318-4954-be87-17a5051491c1 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:35,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:35,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:19:35,903 [279] [DEBUG] [app] Starting request: urn:request:7a9ea7f1-5f2d-4153-b8e3-ef952cee8664 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:35,903 [279] [DEBUG] [app] Ending request: urn:request:7a9ea7f1-5f2d-4153-b8e3-ef952cee8664 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7a9ea7f1-5f2d-4153-b8e3-ef952cee8664', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:35,903 [287] [DEBUG] [app] Starting request: urn:request:50505317-68ed-4646-a569-718e5f9a9596 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:35,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:19:35,903 [287] [DEBUG] [app] Ending request: urn:request:50505317-68ed-4646-a569-718e5f9a9596 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:50505317-68ed-4646-a569-718e5f9a9596', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-06-14 05:19:35,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:19:35,904 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:35,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:35,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:35,905 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:35,906 [267] [DEBUG] [app] Starting request: urn:request:62b1a796-ede0-40d5-b268-3125ab55f54f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:35,906 [267] [DEBUG] [app] Ending request: urn:request:62b1a796-ede0-40d5-b268-3125ab55f54f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:62b1a796-ede0-40d5-b268-3125ab55f54f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:19:35,907 [263] [DEBUG] [app] Starting request: urn:request:19beb754-2f79-41a0-bbc1-e3f729863f04 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:35,907 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:35,907 [263] [DEBUG] [app] Ending request: urn:request:19beb754-2f79-41a0-bbc1-e3f729863f04 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:19beb754-2f79-41a0-bbc1-e3f729863f04', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:19:35,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:35,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:19:35,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:35,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:35,908 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:35,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:35,916 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:35,927 [267] [DEBUG] [app] Ending request: urn:request:8a293ac7-36a1-4829-96ec-87624a6e57b3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8a293ac7-36a1-4829-96ec-87624a6e57b3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:35,927 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:35,927 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) gunicorn-web stdout | 2024-06-14 05:19:35,928 [266] [DEBUG] [app] Ending request: urn:request:df54090a-6318-4954-be87-17a5051491c1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:df54090a-6318-4954-be87-17a5051491c1', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:35,928 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:35,929 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.030) quotaregistrysizeworker stdout | 2024-06-14 05:19:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:19:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:36.363847+00:00 (in 59.999520 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:19:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:36 UTC)" (scheduled at 2024-06-14 05:19:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:19:36,364 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:19:36,376 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:19:36,376 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:19:37,256 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:19:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:19:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:28.830792+00:00 (in 49.997281 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:19:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:38 UTC)" (scheduled at 2024-06-14 05:19:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:19:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:19:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:19:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:19:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:40.943473+00:00 (in 1.998590 seconds) securityworker stdout | 2024-06-14 05:19:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:08 UTC)" (scheduled at 2024-06-14 05:19:38.944414+00:00) securityworker stdout | 2024-06-14 05:19:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:19:38,948 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:19:38,948 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:19:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:38,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:19:38,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:19:38,952 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:19:38,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:38,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:19:38,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:38,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:38,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 14, 38, 954126), 1, 2]) securityworker stdout | 2024-06-14 05:19:38,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:38,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:38,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 14, 38, 954126), 1, 2]) securityworker stdout | 2024-06-14 05:19:38,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:19:38,978 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:19:38,978 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:38,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:19:38,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:19:38,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:19:38,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:19:38,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:19:38,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:19:38,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:19:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:19:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:09.431132+00:00 (in 29.999451 seconds) gcworker stdout | 2024-06-14 05:19:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:09 UTC)" (scheduled at 2024-06-14 05:19:39.431132+00:00) gcworker stdout | 2024-06-14 05:19:39,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132779432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:19:39,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:19:39,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:19:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:19:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:19:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:08.944414+00:00 (in 28.000415 seconds) securityworker stdout | 2024-06-14 05:19:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:10 UTC)" (scheduled at 2024-06-14 05:19:40.943473+00:00) securityworker stdout | 2024-06-14 05:19:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:19:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:19:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:19:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:40,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:19:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:19:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:19:42,019 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:19:43,086 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:19:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:48.431171+00:00 (in 5.081088 seconds) notificationworker stdout | 2024-06-14 05:19:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:53 UTC)" (scheduled at 2024-06-14 05:19:43.349575+00:00) notificationworker stdout | 2024-06-14 05:19:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 43, 350359), True, datetime.datetime(2024, 6, 14, 5, 19, 43, 350359), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:19:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:19:44,102 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:19:44,511 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:19:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:19:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:14.748154+00:00 (in 29.999495 seconds) buildlogsarchiver stdout | 2024-06-14 05:19:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:14 UTC)" (scheduled at 2024-06-14 05:19:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:19:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 19, 44, 748924), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:19:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:19:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:19:44,763 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:19:45,860 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:19:45,862 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:19:45,865 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:19:45,867 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:19:45,870 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:19:46,631 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:19:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:19:53.349575+00:00 (in 4.917901 seconds) notificationworker stdout | 2024-06-14 05:19:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:48 UTC)" (scheduled at 2024-06-14 05:19:48.431171+00:00) notificationworker stdout | 2024-06-14 05:19:48,431 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:19:48,431 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:20:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:19:49,216 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:19:50,428 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:19:50,511 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:19:50,899 [265] [DEBUG] [app] Starting request: urn:request:99c3092f-2af0-41de-8942-1f48da0bd43a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:50,899 [267] [DEBUG] [app] Starting request: urn:request:26e322e2-c426-4d43-99aa-27b822b1f8f7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:19:50,900 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:50,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:19:50,902 [279] [DEBUG] [app] Starting request: urn:request:f5af1fb6-1e13-4ee7-8bb4-1e1ade1d78eb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:50,902 [287] [DEBUG] [app] Starting request: urn:request:82f4c348-cf70-4ad3-8788-46119c138fe0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:19:50,903 [279] [DEBUG] [app] Ending request: urn:request:f5af1fb6-1e13-4ee7-8bb4-1e1ade1d78eb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f5af1fb6-1e13-4ee7-8bb4-1e1ade1d78eb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:50,903 [287] [DEBUG] [app] Ending request: urn:request:82f4c348-cf70-4ad3-8788-46119c138fe0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:82f4c348-cf70-4ad3-8788-46119c138fe0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:19:50,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:19:50,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-06-14 05:19:50,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:50,903 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:50,904 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:50,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:19:50,905 [267] [DEBUG] [app] Starting request: urn:request:b56a97ea-c499-424b-92ec-1047266c6b7b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:50,906 [267] [DEBUG] [app] Ending request: urn:request:b56a97ea-c499-424b-92ec-1047266c6b7b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b56a97ea-c499-424b-92ec-1047266c6b7b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:50,906 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:19:50,906 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:50,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:50,907 [266] [DEBUG] [app] Starting request: urn:request:c4fd5ec8-4718-4c9c-aa74-d76a288d7301 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:19:50,907 [266] [DEBUG] [app] Ending request: urn:request:c4fd5ec8-4718-4c9c-aa74-d76a288d7301 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c4fd5ec8-4718-4c9c-aa74-d76a288d7301', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:19:50,908 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:19:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:19:50,908 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:19:50,909 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:19:50,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:50,917 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:19:50,927 [267] [DEBUG] [app] Ending request: urn:request:26e322e2-c426-4d43-99aa-27b822b1f8f7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:26e322e2-c426-4d43-99aa-27b822b1f8f7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:50,927 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:50,928 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.029) gunicorn-web stdout | 2024-06-14 05:19:50,929 [265] [DEBUG] [app] Ending request: urn:request:99c3092f-2af0-41de-8942-1f48da0bd43a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:99c3092f-2af0-41de-8942-1f48da0bd43a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:19:50,929 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:19:50,929 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:19:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:19:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) autopruneworker stdout | 2024-06-14 05:19:51,016 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:19:52,010 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} securityworker stdout | 2024-06-14 05:19:53,338 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} notificationworker stdout | 2024-06-14 05:19:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:19:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:03.349575+00:00 (in 9.999534 seconds) notificationworker stdout | 2024-06-14 05:19:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:03 UTC)" (scheduled at 2024-06-14 05:19:53.349575+00:00) notificationworker stdout | 2024-06-14 05:19:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:19:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 19, 53, 350438), True, datetime.datetime(2024, 6, 14, 5, 19, 53, 350438), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:19:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:19:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:19:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:03 UTC)" executed successfully chunkcleanupworker stdout | 2024-06-14 05:19:53,531 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:19:55,312 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:19:55,397 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:19:55,428 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:19:55,633 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:19:55,727 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:19:56,316 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:19:56,825 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:19:57,960 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:19:58,259 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:19:58,787 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:19:58,789 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:19:58,793 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-registry stdout | 2024-06-14 05:19:59,916 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:19:59,920 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:19:59,923 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:19:59,927 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:19:59,929 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:19:59,932 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:19:59,934 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:19:59,937 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:19:59,939 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:20:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:20:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:30.579198+00:00 (in 30.000512 seconds) repositorygcworker stdout | 2024-06-14 05:20:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:00 UTC)" (scheduled at 2024-06-14 05:20:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:20:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:20:00,579 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 0, 578990), True, datetime.datetime(2024, 6, 14, 5, 20, 0, 578990), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:20:00,592 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:20:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:20:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:20:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:13.349575+00:00 (in 9.999488 seconds) notificationworker stdout | 2024-06-14 05:20:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:13 UTC)" (scheduled at 2024-06-14 05:20:03.349575+00:00) notificationworker stdout | 2024-06-14 05:20:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 3, 350509), True, datetime.datetime(2024, 6, 14, 5, 20, 3, 350509), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:03,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:03,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:03,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:20:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:20:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:33.431309+00:00 (in 29.999378 seconds) autopruneworker stdout | 2024-06-14 05:20:03,432 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:33 UTC)" (scheduled at 2024-06-14 05:20:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:20:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342343440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:20:03,446 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:20:03,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:20:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:20:05,899 [267] [DEBUG] [app] Starting request: urn:request:adf2fc2b-720c-4c20-a3fa-dc44f9560053 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:05,899 [263] [DEBUG] [app] Starting request: urn:request:7d252908-552f-464c-92cb-cd10f77a0e80 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:05,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:05,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:20:05,903 [279] [DEBUG] [app] Starting request: urn:request:307cd8da-c373-4eb2-b6aa-9d42314678dc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:05,903 [279] [DEBUG] [app] Ending request: urn:request:307cd8da-c373-4eb2-b6aa-9d42314678dc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:307cd8da-c373-4eb2-b6aa-9d42314678dc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:20:05,903 [287] [DEBUG] [app] Starting request: urn:request:a21d0768-e11f-4ec8-8967-caea3831d426 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:05,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:20:05,904 [287] [DEBUG] [app] Ending request: urn:request:a21d0768-e11f-4ec8-8967-caea3831d426 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a21d0768-e11f-4ec8-8967-caea3831d426', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:20:05,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:20:05,904 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:20:05,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:05,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:05,906 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:05,906 [266] [DEBUG] [app] Starting request: urn:request:5305a044-b43b-41f5-bbb2-e4b39c479dd1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:05,907 [266] [DEBUG] [app] Ending request: urn:request:5305a044-b43b-41f5-bbb2-e4b39c479dd1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5305a044-b43b-41f5-bbb2-e4b39c479dd1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:05,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:05,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:05,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:05,908 [265] [DEBUG] [app] Starting request: urn:request:8a6b3387-b790-4590-a7d7-3d7a778e1b1f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:05,908 [265] [DEBUG] [app] Ending request: urn:request:8a6b3387-b790-4590-a7d7-3d7a778e1b1f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8a6b3387-b790-4590-a7d7-3d7a778e1b1f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:05,908 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:20:05,908 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:05,910 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:05,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:05,919 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:05,927 [263] [DEBUG] [app] Ending request: urn:request:7d252908-552f-464c-92cb-cd10f77a0e80 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7d252908-552f-464c-92cb-cd10f77a0e80', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:05,928 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:05,929 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) gunicorn-web stdout | 2024-06-14 05:20:05,930 [267] [DEBUG] [app] Ending request: urn:request:adf2fc2b-720c-4c20-a3fa-dc44f9560053 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:adf2fc2b-720c-4c20-a3fa-dc44f9560053', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:05,930 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:05,930 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.032) namespacegcworker stdout | 2024-06-14 05:20:07,293 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:20:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:20:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:10.943473+00:00 (in 1.998558 seconds) securityworker stdout | 2024-06-14 05:20:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:38 UTC)" (scheduled at 2024-06-14 05:20:08.944414+00:00) securityworker stdout | 2024-06-14 05:20:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:20:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:20:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:20:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:20:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:20:08,952 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:20:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:08,967 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:20:08,971 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:08,971 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:08,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 15, 8, 954159), 1, 2]) securityworker stdout | 2024-06-14 05:20:08,975 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:08,975 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:08,976 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 15, 8, 954159), 1, 2]) securityworker stdout | 2024-06-14 05:20:08,979 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:08,979 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:08,979 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:08,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:20:08,980 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:20:08,980 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:20:08,980 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:20:08,981 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:08,981 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:20:08,981 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:20:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:20:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:39.431132+00:00 (in 29.999419 seconds) gcworker stdout | 2024-06-14 05:20:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:39 UTC)" (scheduled at 2024-06-14 05:20:09.431132+00:00) gcworker stdout | 2024-06-14 05:20:09,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132809432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:20:09,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:20:09,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:20:09,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:20:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:20:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:38.944414+00:00 (in 28.000405 seconds) securityworker stdout | 2024-06-14 05:20:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:40 UTC)" (scheduled at 2024-06-14 05:20:10.943473+00:00) securityworker stdout | 2024-06-14 05:20:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:20:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:20:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:20:10,949 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:10,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:10,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:20:10,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:20:12,055 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:20:13,103 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:20:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:18.350597+00:00 (in 5.000513 seconds) notificationworker stdout | 2024-06-14 05:20:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:23 UTC)" (scheduled at 2024-06-14 05:20:13.349575+00:00) notificationworker stdout | 2024-06-14 05:20:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 13, 350471), True, datetime.datetime(2024, 6, 14, 5, 20, 13, 350471), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:20:14,138 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:20:14,542 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:20:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:20:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:44.748154+00:00 (in 29.999462 seconds) buildlogsarchiver stdout | 2024-06-14 05:20:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:44 UTC)" (scheduled at 2024-06-14 05:20:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:20:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 20, 14, 748962), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:20:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:20:14,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:20:14,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:20:44 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:20:15,869 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:20:15,872 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:20:15,875 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:20:15,877 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:20:15,880 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:20:16,667 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:20:18,350 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:18,351 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:23.349575+00:00 (in 4.998512 seconds) notificationworker stdout | 2024-06-14 05:20:18,351 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:25:18 UTC)" (scheduled at 2024-06-14 05:20:18.350597+00:00) notificationworker stdout | 2024-06-14 05:20:18,351 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), 'notification/%']) notificationworker stdout | 2024-06-14 05:20:18,364 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), True, datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), 0, 'notification/%']) notificationworker stdout | 2024-06-14 05:20:18,368 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), True, datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), 0, 'notification/%', False, datetime.datetime(2024, 6, 14, 5, 20, 18, 351267), 'notification/%']) notificationworker stdout | 2024-06-14 05:20:18,372 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:18,372 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:25:18 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:20:19,252 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:20:20,438 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:20:20,547 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:20:20,899 [263] [DEBUG] [app] Starting request: urn:request:546440af-7432-4cfc-b65f-1e59e59e7c29 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:20,899 [267] [DEBUG] [app] Starting request: urn:request:731cad69-0484-462a-b64f-9eba15836737 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:20,900 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:20,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:20:20,902 [287] [DEBUG] [app] Starting request: urn:request:e8b73668-5bbc-4c57-83bd-d73dc13c452f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:20,903 [287] [DEBUG] [app] Ending request: urn:request:e8b73668-5bbc-4c57-83bd-d73dc13c452f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e8b73668-5bbc-4c57-83bd-d73dc13c452f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:20:20,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-06-14 05:20:20,903 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:20:20,904 [286] [DEBUG] [app] Starting request: urn:request:2301b4ac-0d21-482c-83b7-ed33dcf7aad3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:20,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:20:20,905 [286] [DEBUG] [app] Ending request: urn:request:2301b4ac-0d21-482c-83b7-ed33dcf7aad3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2301b4ac-0d21-482c-83b7-ed33dcf7aad3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.004) gunicorn-registry stdout | 2024-06-14 05:20:20,905 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:20:20,905 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:20,906 [263] [DEBUG] [app] Starting request: urn:request:7cca5cda-24ee-4041-b9a1-b9ac170a15ab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:20,906 [263] [DEBUG] [app] Ending request: urn:request:7cca5cda-24ee-4041-b9a1-b9ac170a15ab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7cca5cda-24ee-4041-b9a1-b9ac170a15ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:20,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:20,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:20,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:20,907 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:20,909 [265] [DEBUG] [app] Starting request: urn:request:3ff8da90-be20-49af-84fb-7c90dc69a78d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:20,910 [265] [DEBUG] [app] Ending request: urn:request:3ff8da90-be20-49af-84fb-7c90dc69a78d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3ff8da90-be20-49af-84fb-7c90dc69a78d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:20,910 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:20:20,910 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:20,911 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:20,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:20,927 [263] [DEBUG] [app] Ending request: urn:request:546440af-7432-4cfc-b65f-1e59e59e7c29 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:546440af-7432-4cfc-b65f-1e59e59e7c29', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:20,927 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:20,927 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:20,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.029) namespacegcworker stdout | 2024-06-14 05:20:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:20:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:29.933045+00:00 (in 9.001658 seconds) namespacegcworker stdout | 2024-06-14 05:20:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:20 UTC)" (scheduled at 2024-06-14 05:20:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:20:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:20:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 20, 931663), True, datetime.datetime(2024, 6, 14, 5, 20, 20, 931663), 0, 'namespacegc/%', 50, 1, 0]) gunicorn-web stdout | 2024-06-14 05:20:20,939 [267] [DEBUG] [app] Ending request: urn:request:731cad69-0484-462a-b64f-9eba15836737 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:731cad69-0484-462a-b64f-9eba15836737', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:20,939 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:20,939 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.041 118 0.041) namespacegcworker stdout | 2024-06-14 05:20:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:20:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:20:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:20:21,052 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:20:22,046 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} securityworker stdout | 2024-06-14 05:20:23,348 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} notificationworker stdout | 2024-06-14 05:20:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:33.349575+00:00 (in 9.999555 seconds) notificationworker stdout | 2024-06-14 05:20:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:33 UTC)" (scheduled at 2024-06-14 05:20:23.349575+00:00) notificationworker stdout | 2024-06-14 05:20:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 23, 350264), True, datetime.datetime(2024, 6, 14, 5, 20, 23, 350264), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:23,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:23,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:23,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:33 UTC)" executed successfully chunkcleanupworker stdout | 2024-06-14 05:20:23,567 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:20:25,335 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:20:25,405 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} exportactionlogsworker stdout | 2024-06-14 05:20:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:20:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:29.431334+00:00 (in 3.997979 seconds) exportactionlogsworker stdout | 2024-06-14 05:20:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:25 UTC)" (scheduled at 2024-06-14 05:20:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:20:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:20:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:25 UTC)" executed successfully teamsyncworker stdout | 2024-06-14 05:20:25,465 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:20:25,662 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:20:25,762 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:20:26,352 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:20:26,861 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:20:27,991 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:20:28,294 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:20:28,795 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:20:28,799 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:20:28,801 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} securityscanningnotificationworker stdout | 2024-06-14 05:20:28,831 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:20:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:38.833005+00:00 (in 10.001716 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:20:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:28 UTC)" (scheduled at 2024-06-14 05:20:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:20:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:20:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 28, 831554), True, datetime.datetime(2024, 6, 14, 5, 20, 28, 831554), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:20:28,846 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:20:28,846 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:20:28,846 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:28 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:20:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:20:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:59.432597+00:00 (in 30.000734 seconds) exportactionlogsworker stdout | 2024-06-14 05:20:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:29 UTC)" (scheduled at 2024-06-14 05:20:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:20:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:20:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 29, 432282), True, datetime.datetime(2024, 6, 14, 5, 20, 29, 432282), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:20:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:20:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:20:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:20:29,927 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:20:29,930 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} namespacegcworker stdout | 2024-06-14 05:20:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:20:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:20.930969+00:00 (in 50.997489 seconds) namespacegcworker stdout | 2024-06-14 05:20:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:29 UTC)" (scheduled at 2024-06-14 05:20:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:20:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:20:29,933 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:20:29,934 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:20:29,937 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:20:29,940 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:20:29,943 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:20:29,946 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:20:29,949 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:20:29,952 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:20:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:20:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:00.578121+00:00 (in 29.998294 seconds) repositorygcworker stdout | 2024-06-14 05:20:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:30 UTC)" (scheduled at 2024-06-14 05:20:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:20:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:20:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:20:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:43.349575+00:00 (in 9.999505 seconds) notificationworker stdout | 2024-06-14 05:20:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:43 UTC)" (scheduled at 2024-06-14 05:20:33.349575+00:00) notificationworker stdout | 2024-06-14 05:20:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 33, 350333), True, datetime.datetime(2024, 6, 14, 5, 20, 33, 350333), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:33,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:33,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:33,363 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:20:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:20:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:03.431309+00:00 (in 29.999460 seconds) autopruneworker stdout | 2024-06-14 05:20:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:03 UTC)" (scheduled at 2024-06-14 05:20:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:20:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342373439, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:20:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:20:33,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:20:33,445 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:20:35,900 [267] [DEBUG] [app] Starting request: urn:request:f5c0983f-f54f-4876-bd9e-927dd8d47577 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:35,900 [263] [DEBUG] [app] Starting request: urn:request:887947e0-cfd0-48ec-ae29-8cadd492b99f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:35,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:35,902 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:20:35,905 [285] [DEBUG] [app] Starting request: urn:request:01d4f60d-14f7-4f96-a247-0f915c7f0105 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:35,905 [282] [DEBUG] [app] Starting request: urn:request:f4955db1-2a8a-44be-aae2-8ee275aa6198 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:35,906 [285] [DEBUG] [app] Ending request: urn:request:01d4f60d-14f7-4f96-a247-0f915c7f0105 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:01d4f60d-14f7-4f96-a247-0f915c7f0105', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:20:35,906 [282] [DEBUG] [app] Ending request: urn:request:f4955db1-2a8a-44be-aae2-8ee275aa6198 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f4955db1-2a8a-44be-aae2-8ee275aa6198', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.004) gunicorn-registry stdout | 2024-06-14 05:20:35,906 [285] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:20:35,906 [282] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:20:35,906 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:35,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.004) gunicorn-web stdout | 2024-06-14 05:20:35,908 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:35,908 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:35,909 [266] [DEBUG] [app] Starting request: urn:request:b2c13044-4836-40a8-b154-1be5cf8973e3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:35,909 [266] [DEBUG] [app] Ending request: urn:request:b2c13044-4836-40a8-b154-1be5cf8973e3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b2c13044-4836-40a8-b154-1be5cf8973e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:35,910 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:20:35,910 [263] [DEBUG] [app] Starting request: urn:request:e87a0876-6424-47b5-8c79-2781b658ea4d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:35,910 [263] [DEBUG] [app] Ending request: urn:request:e87a0876-6424-47b5-8c79-2781b658ea4d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e87a0876-6424-47b5-8c79-2781b658ea4d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:35,911 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:35,911 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:35,911 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:35,911 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:35,911 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:35,920 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:35,920 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:35,932 [263] [DEBUG] [app] Ending request: urn:request:887947e0-cfd0-48ec-ae29-8cadd492b99f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:887947e0-cfd0-48ec-ae29-8cadd492b99f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:35,932 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:35,932 [267] [DEBUG] [app] Ending request: urn:request:f5c0983f-f54f-4876-bd9e-927dd8d47577 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f5c0983f-f54f-4876-bd9e-927dd8d47577', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:35,932 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:20:35,932 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.033 118 0.033) gunicorn-web stdout | 2024-06-14 05:20:35,933 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.034 118 0.033) quotaregistrysizeworker stdout | 2024-06-14 05:20:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:20:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:36.363847+00:00 (in 59.999535 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:20:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:36 UTC)" (scheduled at 2024-06-14 05:20:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:20:36,364 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:20:36,376 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:20:36,377 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:20:37,329 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:20:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:20:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:28.830792+00:00 (in 49.997278 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:20:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:38 UTC)" (scheduled at 2024-06-14 05:20:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:20:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:20:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:20:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:20:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:40.943473+00:00 (in 1.998582 seconds) securityworker stdout | 2024-06-14 05:20:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:08 UTC)" (scheduled at 2024-06-14 05:20:38.944414+00:00) securityworker stdout | 2024-06-14 05:20:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:20:38,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:20:38,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:20:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:38,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:20:38,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:20:38,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:20:38,955 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:38,968 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:20:38,972 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:38,972 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:38,972 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 15, 38, 955536), 1, 2]) securityworker stdout | 2024-06-14 05:20:38,975 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:38,976 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:38,976 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 15, 38, 955536), 1, 2]) securityworker stdout | 2024-06-14 05:20:38,980 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:20:38,980 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:20:38,980 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:38,980 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:20:38,980 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:20:38,980 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:20:38,980 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:20:38,982 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:20:38,982 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:20:38,982 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:20:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:20:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:09.431132+00:00 (in 29.999427 seconds) gcworker stdout | 2024-06-14 05:20:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:09 UTC)" (scheduled at 2024-06-14 05:20:39.431132+00:00) gcworker stdout | 2024-06-14 05:20:39,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132839432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:20:39,448 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:20:39,448 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:20:39,448 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:20:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:20:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:08.944414+00:00 (in 28.000409 seconds) securityworker stdout | 2024-06-14 05:20:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:10 UTC)" (scheduled at 2024-06-14 05:20:40.943473+00:00) securityworker stdout | 2024-06-14 05:20:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:20:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:20:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:20:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:40,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:20:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:20:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:20:42,091 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:20:43,118 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:20:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:48.431171+00:00 (in 5.081123 seconds) notificationworker stdout | 2024-06-14 05:20:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:53 UTC)" (scheduled at 2024-06-14 05:20:43.349575+00:00) notificationworker stdout | 2024-06-14 05:20:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 43, 350330), True, datetime.datetime(2024, 6, 14, 5, 20, 43, 350330), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:20:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:20:44,170 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:20:44,578 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:20:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:20:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:14.748154+00:00 (in 29.999463 seconds) buildlogsarchiver stdout | 2024-06-14 05:20:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:14 UTC)" (scheduled at 2024-06-14 05:20:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:20:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 20, 44, 748940), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:20:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:20:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:20:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:20:45,878 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:20:45,881 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:20:45,884 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:20:45,887 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:20:45,890 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:20:46,680 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:20:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:20:53.349575+00:00 (in 4.917911 seconds) notificationworker stdout | 2024-06-14 05:20:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:48 UTC)" (scheduled at 2024-06-14 05:20:48.431171+00:00) notificationworker stdout | 2024-06-14 05:20:48,431 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:20:48,431 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:21:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:20:49,277 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:20:50,466 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:20:50,584 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:20:50,899 [267] [DEBUG] [app] Starting request: urn:request:4122597a-0a3e-453e-8c98-5ea1cc20cf02 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:50,899 [266] [DEBUG] [app] Starting request: urn:request:dc5d2a21-27ee-4022-9cc8-2adc22b57de8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:20:50,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:50,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:20:50,902 [279] [DEBUG] [app] Starting request: urn:request:aaa24fe1-c8fa-47d9-9290-33fd4589b164 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:20:50,903 [279] [DEBUG] [app] Ending request: urn:request:aaa24fe1-c8fa-47d9-9290-33fd4589b164 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:aaa24fe1-c8fa-47d9-9290-33fd4589b164', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:20:50,903 [286] [DEBUG] [app] Starting request: urn:request:193ab46b-4a51-4ec5-9b76-d26910ea5ffb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-06-14 05:20:50,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:20:50,903 [286] [DEBUG] [app] Ending request: urn:request:193ab46b-4a51-4ec5-9b76-d26910ea5ffb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:193ab46b-4a51-4ec5-9b76-d26910ea5ffb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:50,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:20:50,904 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:20:50,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:50,904 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:50,906 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:20:50,906 [267] [DEBUG] [app] Starting request: urn:request:2aa8d101-d478-4adb-9b1e-72d67e52c89c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:50,906 [267] [DEBUG] [app] Ending request: urn:request:2aa8d101-d478-4adb-9b1e-72d67e52c89c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2aa8d101-d478-4adb-9b1e-72d67e52c89c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:50,906 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:50,906 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:20:50,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:50,907 [263] [DEBUG] [app] Starting request: urn:request:538556ff-1694-424b-8fb4-2e1e8f0cfdd1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:20:50,907 [263] [DEBUG] [app] Ending request: urn:request:538556ff-1694-424b-8fb4-2e1e8f0cfdd1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:538556ff-1694-424b-8fb4-2e1e8f0cfdd1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:20:50,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:20:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:20:50,908 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:20:50,909 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:20:50,915 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:50,917 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:20:50,926 [267] [DEBUG] [app] Ending request: urn:request:4122597a-0a3e-453e-8c98-5ea1cc20cf02 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4122597a-0a3e-453e-8c98-5ea1cc20cf02', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:50,926 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:50,926 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.028 118 0.028) gunicorn-web stdout | 2024-06-14 05:20:50,931 [266] [DEBUG] [app] Ending request: urn:request:dc5d2a21-27ee-4022-9cc8-2adc22b57de8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:dc5d2a21-27ee-4022-9cc8-2adc22b57de8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:20:50,931 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:20:50,931 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:20:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:20:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.033 118 0.033) autopruneworker stdout | 2024-06-14 05:20:51,088 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:20:52,062 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:20:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:20:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:03.349575+00:00 (in 9.999469 seconds) notificationworker stdout | 2024-06-14 05:20:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:03 UTC)" (scheduled at 2024-06-14 05:20:53.349575+00:00) notificationworker stdout | 2024-06-14 05:20:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:20:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 20, 53, 350385), True, datetime.datetime(2024, 6, 14, 5, 20, 53, 350385), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:20:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:20:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:20:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:20:53,384 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:20:53,603 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:20:55,366 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:20:55,413 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:20:55,501 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:20:55,697 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:20:55,798 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:20:56,361 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:20:56,898 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:20:58,028 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:20:58,314 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:20:58,804 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:20:58,806 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:20:58,810 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} exportactionlogsworker stdout | 2024-06-14 05:20:59,432 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:20:59,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:25.432876+00:00 (in 25.999786 seconds) exportactionlogsworker stdout | 2024-06-14 05:20:59,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:25:59 UTC)" (scheduled at 2024-06-14 05:20:59.432597+00:00) exportactionlogsworker stdout | 2024-06-14 05:20:59,434 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:20:59,447 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), True, datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:20:59,451 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), True, datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 6, 14, 5, 20, 59, 433454), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:20:59,454 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:20:59,455 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:25:59 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:20:59,939 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:20:59,941 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:20:59,945 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:20:59,948 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:20:59,952 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:20:59,956 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:20:59,958 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:20:59,961 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:20:59,963 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:21:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:21:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:30.579198+00:00 (in 30.000513 seconds) repositorygcworker stdout | 2024-06-14 05:21:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:00 UTC)" (scheduled at 2024-06-14 05:21:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:21:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:21:00,579 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 0, 578979), True, datetime.datetime(2024, 6, 14, 5, 21, 0, 578979), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:21:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:21:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:21:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:21:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:13.349575+00:00 (in 9.999505 seconds) notificationworker stdout | 2024-06-14 05:21:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:13 UTC)" (scheduled at 2024-06-14 05:21:03.349575+00:00) notificationworker stdout | 2024-06-14 05:21:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 3, 350308), True, datetime.datetime(2024, 6, 14, 5, 21, 3, 350308), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:03,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:03,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:03,363 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:21:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:21:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:33.431309+00:00 (in 29.999480 seconds) autopruneworker stdout | 2024-06-14 05:21:03,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:33 UTC)" (scheduled at 2024-06-14 05:21:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:21:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342403440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:21:03,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:21:03,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:21:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:21:05,900 [267] [DEBUG] [app] Starting request: urn:request:2729076c-cea4-4212-b69e-7b3f6c447bf0 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:05,900 [265] [DEBUG] [app] Starting request: urn:request:a71a67ab-a15c-4813-9e12-a315abe952f0 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:05,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:05,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:21:05,903 [287] [DEBUG] [app] Starting request: urn:request:f24cc08b-abf0-4fe1-bf57-f844692bf487 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:05,903 [286] [DEBUG] [app] Starting request: urn:request:b3f7c914-86f3-44f3-8340-e4d016ef0a0c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:05,903 [287] [DEBUG] [app] Ending request: urn:request:f24cc08b-abf0-4fe1-bf57-f844692bf487 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f24cc08b-abf0-4fe1-bf57-f844692bf487', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:05,903 [286] [DEBUG] [app] Ending request: urn:request:b3f7c914-86f3-44f3-8340-e4d016ef0a0c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b3f7c914-86f3-44f3-8340-e4d016ef0a0c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:21:05,904 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:21:05,904 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:05,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:05,904 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:21:05,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:05,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:05,906 [267] [DEBUG] [app] Starting request: urn:request:0a599847-7423-4efb-9023-cca55e8ba313 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:05,906 [267] [DEBUG] [app] Ending request: urn:request:0a599847-7423-4efb-9023-cca55e8ba313 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0a599847-7423-4efb-9023-cca55e8ba313', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:05,907 [263] [DEBUG] [app] Starting request: urn:request:0a56b3d4-51ba-4c0c-b37e-6024f858c06f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:21:05,907 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:05,907 [263] [DEBUG] [app] Ending request: urn:request:0a56b3d4-51ba-4c0c-b37e-6024f858c06f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0a56b3d4-51ba-4c0c-b37e-6024f858c06f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:05,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:05,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:05,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:05,908 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:21:05,908 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:05,916 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:05,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:05,927 [265] [DEBUG] [app] Ending request: urn:request:a71a67ab-a15c-4813-9e12-a315abe952f0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a71a67ab-a15c-4813-9e12-a315abe952f0', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:05,928 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:05,928 [267] [DEBUG] [app] Ending request: urn:request:2729076c-cea4-4212-b69e-7b3f6c447bf0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2729076c-cea4-4212-b69e-7b3f6c447bf0', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:05,928 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:05,928 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) gunicorn-web stdout | 2024-06-14 05:21:05,928 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) namespacegcworker stdout | 2024-06-14 05:21:07,349 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:21:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:21:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:10.943473+00:00 (in 1.998545 seconds) securityworker stdout | 2024-06-14 05:21:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:38 UTC)" (scheduled at 2024-06-14 05:21:08.944414+00:00) securityworker stdout | 2024-06-14 05:21:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:21:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:21:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:21:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:21:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:21:08,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:21:09,026 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:09,038 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:21:09,042 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:09,042 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:09,043 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 16, 9, 25879), 1, 2]) securityworker stdout | 2024-06-14 05:21:09,046 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:09,046 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:09,047 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 16, 9, 25879), 1, 2]) securityworker stdout | 2024-06-14 05:21:09,050 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:09,050 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:09,050 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:09,050 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:21:09,051 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:21:09,051 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:21:09,051 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:21:09,052 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:09,052 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:21:09,052 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:21:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:21:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:39.431132+00:00 (in 29.999370 seconds) gcworker stdout | 2024-06-14 05:21:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:39 UTC)" (scheduled at 2024-06-14 05:21:09.431132+00:00) gcworker stdout | 2024-06-14 05:21:09,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132869432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:21:09,446 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:21:09,446 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:21:09,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:21:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:21:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:38.944414+00:00 (in 28.000406 seconds) securityworker stdout | 2024-06-14 05:21:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:40 UTC)" (scheduled at 2024-06-14 05:21:10.943473+00:00) securityworker stdout | 2024-06-14 05:21:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:21:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:21:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:21:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:10,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:10,963 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:21:10,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:21:12,111 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:21:13,134 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:21:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:23.349575+00:00 (in 9.999540 seconds) notificationworker stdout | 2024-06-14 05:21:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:23 UTC)" (scheduled at 2024-06-14 05:21:13.349575+00:00) notificationworker stdout | 2024-06-14 05:21:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 13, 350305), True, datetime.datetime(2024, 6, 14, 5, 21, 13, 350305), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:13,365 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:13,365 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:13,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:21:14,177 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:21:14,609 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:21:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:21:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:44.748154+00:00 (in 29.999472 seconds) buildlogsarchiver stdout | 2024-06-14 05:21:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:44 UTC)" (scheduled at 2024-06-14 05:21:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:21:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 21, 14, 748949), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:21:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:21:14,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:21:14,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:21:44 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:21:15,887 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:21:15,889 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:21:15,892 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:21:15,895 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:21:15,897 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:21:16,717 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} exportactionlogsworker stdout | 2024-06-14 05:21:19,312 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:21:20,479 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:21:20,601 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:21:20,900 [265] [DEBUG] [app] Starting request: urn:request:44540b84-961c-4d68-a7ab-7bf822da202b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:20,900 [267] [DEBUG] [app] Starting request: urn:request:98fa5692-dd87-4133-8c2f-3dcba5afb9a7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:20,902 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:20,902 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:21:20,904 [287] [DEBUG] [app] Starting request: urn:request:82139df0-c029-45c7-baf2-18cafbeb9409 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:20,904 [279] [DEBUG] [app] Starting request: urn:request:01a83a2c-d6fe-4f9e-96cb-703f1331d230 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:20,904 [279] [DEBUG] [app] Ending request: urn:request:01a83a2c-d6fe-4f9e-96cb-703f1331d230 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:01a83a2c-d6fe-4f9e-96cb-703f1331d230', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:20,904 [287] [DEBUG] [app] Ending request: urn:request:82139df0-c029-45c7-baf2-18cafbeb9409 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:82139df0-c029-45c7-baf2-18cafbeb9409', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:20,905 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:21:20,905 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:20,905 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:20,905 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:21:20,906 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:20,906 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:20,908 [267] [DEBUG] [app] Starting request: urn:request:aeca3209-2ab3-4117-a462-c114bcb3c7f9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:20,908 [263] [DEBUG] [app] Starting request: urn:request:d41ca712-425f-4370-ab12-718798debb22 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:20,908 [267] [DEBUG] [app] Ending request: urn:request:aeca3209-2ab3-4117-a462-c114bcb3c7f9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:aeca3209-2ab3-4117-a462-c114bcb3c7f9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:20,908 [263] [DEBUG] [app] Ending request: urn:request:d41ca712-425f-4370-ab12-718798debb22 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d41ca712-425f-4370-ab12-718798debb22', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:20,908 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:20,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:21:20,908 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:20,908 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:20,909 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:20,909 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:20,917 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:20,918 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:20,929 [267] [DEBUG] [app] Ending request: urn:request:98fa5692-dd87-4133-8c2f-3dcba5afb9a7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:98fa5692-dd87-4133-8c2f-3dcba5afb9a7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:20,929 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:20,929 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.030) gunicorn-web stdout | 2024-06-14 05:21:20,930 [265] [DEBUG] [app] Ending request: urn:request:44540b84-961c-4d68-a7ab-7bf822da202b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:44540b84-961c-4d68-a7ab-7bf822da202b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:20,931 [265] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:21:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:21:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:29.933045+00:00 (in 9.001670 seconds) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.032) gunicorn-web stdout | 2024-06-14 05:21:20,931 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" namespacegcworker stdout | 2024-06-14 05:21:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:20 UTC)" (scheduled at 2024-06-14 05:21:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:21:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:21:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 20, 931622), True, datetime.datetime(2024, 6, 14, 5, 21, 20, 931622), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:21:20,945 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:21:20,945 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:21:20,945 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:21:21,120 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:21:22,096 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:21:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:33.349575+00:00 (in 9.999518 seconds) notificationworker stdout | 2024-06-14 05:21:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:33 UTC)" (scheduled at 2024-06-14 05:21:23.349575+00:00) notificationworker stdout | 2024-06-14 05:21:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 23, 350297), True, datetime.datetime(2024, 6, 14, 5, 21, 23, 350297), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:23,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:23,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:23,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:33 UTC)" executed successfully securityworker stdout | 2024-06-14 05:21:23,421 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:21:23,640 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:21:25,404 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} exportactionlogsworker stdout | 2024-06-14 05:21:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:21:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:29.431334+00:00 (in 3.997998 seconds) exportactionlogsworker stdout | 2024-06-14 05:21:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:25 UTC)" (scheduled at 2024-06-14 05:21:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:21:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:21:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:25 UTC)" executed successfully servicekey stdout | 2024-06-14 05:21:25,443 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:21:25,536 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:21:25,733 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:21:25,827 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:21:26,398 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:21:26,935 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:21:28,064 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:21:28,343 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:21:28,812 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:21:28,814 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:21:28,817 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} securityscanningnotificationworker stdout | 2024-06-14 05:21:28,831 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:21:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:38.833005+00:00 (in 10.001749 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:21:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:28 UTC)" (scheduled at 2024-06-14 05:21:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:21:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:21:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 28, 831523), True, datetime.datetime(2024, 6, 14, 5, 21, 28, 831523), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:21:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:21:28,845 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:21:28,845 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:28 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:21:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:21:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:25.432876+00:00 (in 56.001043 seconds) exportactionlogsworker stdout | 2024-06-14 05:21:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:29 UTC)" (scheduled at 2024-06-14 05:21:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:21:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:21:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 29, 432250), True, datetime.datetime(2024, 6, 14, 5, 21, 29, 432250), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:21:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:21:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:21:29,447 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:29 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:21:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:21:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:13.932790+00:00 (in 43.999234 seconds) namespacegcworker stdout | 2024-06-14 05:21:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:29 UTC)" (scheduled at 2024-06-14 05:21:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:21:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:21:29,933 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:21:29,948 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:21:29,952 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:21:29,955 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:21:29,957 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:21:29,961 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:21:29,965 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:21:29,969 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:21:29,971 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:21:29,973 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:21:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:21:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:00.578121+00:00 (in 29.998379 seconds) repositorygcworker stdout | 2024-06-14 05:21:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:30 UTC)" (scheduled at 2024-06-14 05:21:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:21:30,579 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:21:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:21:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:43.349575+00:00 (in 9.999489 seconds) notificationworker stdout | 2024-06-14 05:21:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:43 UTC)" (scheduled at 2024-06-14 05:21:33.349575+00:00) notificationworker stdout | 2024-06-14 05:21:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 33, 350345), True, datetime.datetime(2024, 6, 14, 5, 21, 33, 350345), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:33,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:21:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:21:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:03.431309+00:00 (in 29.999485 seconds) autopruneworker stdout | 2024-06-14 05:21:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:03 UTC)" (scheduled at 2024-06-14 05:21:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:21:33,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342433440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:21:33,446 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:21:33,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:21:33,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:21:35,899 [267] [DEBUG] [app] Starting request: urn:request:4420b20d-d569-4c55-a0fc-f2bbc36f921b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:35,899 [263] [DEBUG] [app] Starting request: urn:request:7924b7ae-c9ec-4bce-95b9-170ea3b397fd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:35,900 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:35,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:21:35,902 [286] [DEBUG] [app] Starting request: urn:request:0afd6f54-5067-4048-b12f-964107d0325c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:35,903 [287] [DEBUG] [app] Starting request: urn:request:970ac407-b32c-4c68-b9ef-4b159c15ad47 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:35,903 [286] [DEBUG] [app] Ending request: urn:request:0afd6f54-5067-4048-b12f-964107d0325c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0afd6f54-5067-4048-b12f-964107d0325c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:35,903 [287] [DEBUG] [app] Ending request: urn:request:970ac407-b32c-4c68-b9ef-4b159c15ad47 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:970ac407-b32c-4c68-b9ef-4b159c15ad47', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:35,903 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-06-14 05:21:35,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:35,903 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:35,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:35,904 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:35,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:35,906 [263] [DEBUG] [app] Starting request: urn:request:aed567fb-fa44-4a83-8aef-977f047638cc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:35,906 [263] [DEBUG] [app] Ending request: urn:request:aed567fb-fa44-4a83-8aef-977f047638cc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:aed567fb-fa44-4a83-8aef-977f047638cc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:35,906 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:21:35,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:35,907 [266] [DEBUG] [app] Starting request: urn:request:0c3dff76-596c-4906-b638-46f21f3e6308 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:35,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:35,907 [266] [DEBUG] [app] Ending request: urn:request:0c3dff76-596c-4906-b638-46f21f3e6308 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0c3dff76-596c-4906-b638-46f21f3e6308', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:35,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:35,908 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:21:35,908 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:35,915 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:35,919 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:35,927 [263] [DEBUG] [app] Ending request: urn:request:7924b7ae-c9ec-4bce-95b9-170ea3b397fd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7924b7ae-c9ec-4bce-95b9-170ea3b397fd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:35,927 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:35,927 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) gunicorn-web stdout | 2024-06-14 05:21:35,931 [267] [DEBUG] [app] Ending request: urn:request:4420b20d-d569-4c55-a0fc-f2bbc36f921b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4420b20d-d569-4c55-a0fc-f2bbc36f921b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:35,931 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.033 118 0.033) gunicorn-web stdout | 2024-06-14 05:21:35,931 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" quotaregistrysizeworker stdout | 2024-06-14 05:21:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:21:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:36.363847+00:00 (in 59.999484 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:21:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:36 UTC)" (scheduled at 2024-06-14 05:21:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:21:36,364 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:21:36,376 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:21:36,376 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:21:37,385 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:21:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:21:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:28.830792+00:00 (in 49.997319 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:21:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:38 UTC)" (scheduled at 2024-06-14 05:21:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:21:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:21:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:21:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:21:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:40.943473+00:00 (in 1.998579 seconds) securityworker stdout | 2024-06-14 05:21:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:08 UTC)" (scheduled at 2024-06-14 05:21:38.944414+00:00) securityworker stdout | 2024-06-14 05:21:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:21:38,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:21:38,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:21:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:38,950 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:21:38,950 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:21:38,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:21:38,955 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:38,967 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:21:38,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:38,971 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:38,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 16, 38, 954742), 1, 2]) securityworker stdout | 2024-06-14 05:21:38,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:38,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:38,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 16, 38, 954742), 1, 2]) securityworker stdout | 2024-06-14 05:21:38,979 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:21:38,979 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:21:38,979 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:38,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:21:38,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:21:38,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:21:38,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:21:38,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:21:38,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:21:38,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:21:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:21:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:09.431132+00:00 (in 29.999430 seconds) gcworker stdout | 2024-06-14 05:21:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:09 UTC)" (scheduled at 2024-06-14 05:21:39.431132+00:00) gcworker stdout | 2024-06-14 05:21:39,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132899432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:21:39,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:21:39,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:21:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:21:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:21:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:08.944414+00:00 (in 28.000383 seconds) securityworker stdout | 2024-06-14 05:21:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:10 UTC)" (scheduled at 2024-06-14 05:21:40.943473+00:00) securityworker stdout | 2024-06-14 05:21:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:21:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:21:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:21:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:40,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:21:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:21:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:21:42,146 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:21:43,151 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:21:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:48.431171+00:00 (in 5.081113 seconds) notificationworker stdout | 2024-06-14 05:21:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:53 UTC)" (scheduled at 2024-06-14 05:21:43.349575+00:00) notificationworker stdout | 2024-06-14 05:21:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 43, 350315), True, datetime.datetime(2024, 6, 14, 5, 21, 43, 350315), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:43,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:43,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:43,363 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:21:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:21:44,214 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:21:44,622 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:21:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:21:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:14.748154+00:00 (in 29.999471 seconds) buildlogsarchiver stdout | 2024-06-14 05:21:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:14 UTC)" (scheduled at 2024-06-14 05:21:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:21:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 21, 44, 748963), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:21:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:21:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:21:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:21:45,894 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:21:45,897 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:21:45,900 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:21:45,903 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:21:45,906 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:21:46,754 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:21:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:21:53.349575+00:00 (in 4.917919 seconds) notificationworker stdout | 2024-06-14 05:21:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:48 UTC)" (scheduled at 2024-06-14 05:21:48.431171+00:00) notificationworker stdout | 2024-06-14 05:21:48,431 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:21:48,431 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:22:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:21:49,349 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:21:50,516 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:21:50,608 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:21:50,900 [266] [DEBUG] [app] Starting request: urn:request:1653bfab-c217-4966-9a32-0ecf9c2de946 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:50,900 [263] [DEBUG] [app] Starting request: urn:request:fda90815-b9ac-4756-975f-dcad0f7bb46e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:21:50,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:50,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:21:50,903 [286] [DEBUG] [app] Starting request: urn:request:6114d951-85b9-41b8-8362-288f877b109b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:50,903 [286] [DEBUG] [app] Ending request: urn:request:6114d951-85b9-41b8-8362-288f877b109b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6114d951-85b9-41b8-8362-288f877b109b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:21:50,904 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:21:50,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:21:50,904 [280] [DEBUG] [app] Starting request: urn:request:b82a3e9b-497b-4bca-91a0-df90a13acc13 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:21:50,905 [280] [DEBUG] [app] Ending request: urn:request:b82a3e9b-497b-4bca-91a0-df90a13acc13 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b82a3e9b-497b-4bca-91a0-df90a13acc13', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:50,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.003) gunicorn-registry stdout | 2024-06-14 05:21:50,906 [280] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:50,906 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:50,906 [263] [DEBUG] [app] Starting request: urn:request:c4fe8f31-0675-4144-a114-3efab5aee166 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:50,907 [263] [DEBUG] [app] Ending request: urn:request:c4fe8f31-0675-4144-a114-3efab5aee166 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c4fe8f31-0675-4144-a114-3efab5aee166', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:21:50,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:21:50,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:50,907 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:21:50,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:50,909 [265] [DEBUG] [app] Starting request: urn:request:3fa84616-1de2-4baa-bc2d-1dc82c0fff19 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:21:50,909 [265] [DEBUG] [app] Ending request: urn:request:3fa84616-1de2-4baa-bc2d-1dc82c0fff19 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3fa84616-1de2-4baa-bc2d-1dc82c0fff19', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:21:50,909 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:21:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:21:50,909 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:21:50,910 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:21:50,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:50,917 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:21:50,930 [263] [DEBUG] [app] Ending request: urn:request:fda90815-b9ac-4756-975f-dcad0f7bb46e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fda90815-b9ac-4756-975f-dcad0f7bb46e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:50,930 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:50,931 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.031) gunicorn-web stdout | 2024-06-14 05:21:50,931 [266] [DEBUG] [app] Ending request: urn:request:1653bfab-c217-4966-9a32-0ecf9c2de946 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1653bfab-c217-4966-9a32-0ecf9c2de946', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:21:50,931 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:21:50,932 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:21:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:21:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.032) autopruneworker stdout | 2024-06-14 05:21:51,150 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:21:52,132 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:21:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:21:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:03.349575+00:00 (in 9.999513 seconds) notificationworker stdout | 2024-06-14 05:21:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:03 UTC)" (scheduled at 2024-06-14 05:21:53.349575+00:00) notificationworker stdout | 2024-06-14 05:21:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:21:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 21, 53, 350360), True, datetime.datetime(2024, 6, 14, 5, 21, 53, 350360), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:21:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:21:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:21:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:21:53,451 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:21:53,647 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:21:55,440 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:21:55,465 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:21:55,566 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:21:55,769 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:21:55,847 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:21:56,428 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:21:56,967 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:21:58,100 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:21:58,349 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:21:58,820 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:21:58,823 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:21:58,826 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-registry stdout | 2024-06-14 05:21:59,958 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:21:59,961 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:21:59,965 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:21:59,967 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:21:59,969 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:21:59,974 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:21:59,976 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:21:59,979 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:21:59,982 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:22:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:22:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:30.579198+00:00 (in 30.000483 seconds) repositorygcworker stdout | 2024-06-14 05:22:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:00 UTC)" (scheduled at 2024-06-14 05:22:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:22:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:22:00,579 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 0, 579010), True, datetime.datetime(2024, 6, 14, 5, 22, 0, 579010), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:22:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:22:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:22:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:22:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:13.349575+00:00 (in 9.999492 seconds) notificationworker stdout | 2024-06-14 05:22:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:13 UTC)" (scheduled at 2024-06-14 05:22:03.349575+00:00) notificationworker stdout | 2024-06-14 05:22:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 3, 350359), True, datetime.datetime(2024, 6, 14, 5, 22, 3, 350359), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:03,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:03,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:03,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:22:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:22:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:33.431309+00:00 (in 29.999458 seconds) autopruneworker stdout | 2024-06-14 05:22:03,432 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:33 UTC)" (scheduled at 2024-06-14 05:22:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:22:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342463440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:22:03,446 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:22:03,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:22:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:22:05,899 [263] [DEBUG] [app] Starting request: urn:request:8a44b4e9-3782-4bdd-8e0b-6f7dd595d601 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:05,899 [267] [DEBUG] [app] Starting request: urn:request:81ce6730-027f-4f14-a814-c637fb2475dc (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:05,900 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:05,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:22:05,904 [284] [DEBUG] [app] Starting request: urn:request:37a9d274-9d1f-4292-a941-cd845bd97856 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:05,904 [283] [DEBUG] [app] Starting request: urn:request:e4884e10-de03-493e-b3a8-4436ba7f1cdf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:05,905 [284] [DEBUG] [app] Ending request: urn:request:37a9d274-9d1f-4292-a941-cd845bd97856 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:37a9d274-9d1f-4292-a941-cd845bd97856', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:22:05,905 [283] [DEBUG] [app] Ending request: urn:request:e4884e10-de03-493e-b3a8-4436ba7f1cdf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e4884e10-de03-493e-b3a8-4436ba7f1cdf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.004) gunicorn-registry stdout | 2024-06-14 05:22:05,905 [284] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:22:05,905 [283] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:05,905 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:05,906 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.004) gunicorn-web stdout | 2024-06-14 05:22:05,907 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:05,907 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:05,908 [263] [DEBUG] [app] Starting request: urn:request:f8862ce7-bcfa-4440-9c40-95f58be6350b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:05,908 [265] [DEBUG] [app] Starting request: urn:request:5b13ac39-373c-4d7b-91a9-285127f1849a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:05,908 [263] [DEBUG] [app] Ending request: urn:request:f8862ce7-bcfa-4440-9c40-95f58be6350b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f8862ce7-bcfa-4440-9c40-95f58be6350b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:05,908 [265] [DEBUG] [app] Ending request: urn:request:5b13ac39-373c-4d7b-91a9-285127f1849a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5b13ac39-373c-4d7b-91a9-285127f1849a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:05,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:05,909 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:05,909 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:05,909 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:05,909 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:05,909 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:05,918 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:05,918 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:05,929 [263] [DEBUG] [app] Ending request: urn:request:8a44b4e9-3782-4bdd-8e0b-6f7dd595d601 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8a44b4e9-3782-4bdd-8e0b-6f7dd595d601', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:05,930 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:05,930 [267] [DEBUG] [app] Ending request: urn:request:81ce6730-027f-4f14-a814-c637fb2475dc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:81ce6730-027f-4f14-a814-c637fb2475dc', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:05,930 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.031) gunicorn-web stdout | 2024-06-14 05:22:05,930 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.032) gunicorn-web stdout | 2024-06-14 05:22:05,930 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" namespacegcworker stdout | 2024-06-14 05:22:07,401 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:22:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:22:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:10.943473+00:00 (in 1.998542 seconds) securityworker stdout | 2024-06-14 05:22:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:38 UTC)" (scheduled at 2024-06-14 05:22:08.944414+00:00) securityworker stdout | 2024-06-14 05:22:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:22:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:22:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:22:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:22:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:22:08,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:22:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:08,967 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:22:08,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:08,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:08,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 17, 8, 954530), 1, 2]) securityworker stdout | 2024-06-14 05:22:08,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:08,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:08,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 17, 8, 954530), 1, 2]) securityworker stdout | 2024-06-14 05:22:08,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:08,978 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:08,978 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:08,978 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:22:08,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:22:08,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:22:08,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:22:08,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:08,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:22:08,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:22:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:22:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:39.431132+00:00 (in 29.999390 seconds) gcworker stdout | 2024-06-14 05:22:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:39 UTC)" (scheduled at 2024-06-14 05:22:09.431132+00:00) gcworker stdout | 2024-06-14 05:22:09,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132929432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:22:09,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:22:09,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:22:09,448 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:22:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:22:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:38.944414+00:00 (in 28.000395 seconds) securityworker stdout | 2024-06-14 05:22:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:40 UTC)" (scheduled at 2024-06-14 05:22:10.943473+00:00) securityworker stdout | 2024-06-14 05:22:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:22:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:22:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:22:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:10,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:10,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:22:10,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:22:12,163 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:22:13,166 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:22:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:23.349575+00:00 (in 9.999456 seconds) notificationworker stdout | 2024-06-14 05:22:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:23 UTC)" (scheduled at 2024-06-14 05:22:13.349575+00:00) notificationworker stdout | 2024-06-14 05:22:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 13, 350420), True, datetime.datetime(2024, 6, 14, 5, 22, 13, 350420), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:23 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:22:13,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:22:13,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:20.930969+00:00 (in 6.997675 seconds) namespacegcworker stdout | 2024-06-14 05:22:13,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:13 UTC)" (scheduled at 2024-06-14 05:22:13.932790+00:00) namespacegcworker stdout | 2024-06-14 05:22:13,934 [75] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), 'namespacegc/%']) namespacegcworker stdout | 2024-06-14 05:22:13,947 [75] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), True, datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-06-14 05:22:13,951 [75] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), True, datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), 0, 'namespacegc/%', False, datetime.datetime(2024, 6, 14, 5, 22, 13, 933540), 'namespacegc/%']) namespacegcworker stdout | 2024-06-14 05:22:13,954 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:22:13,954 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:13 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:22:14,252 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:22:14,659 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:22:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:22:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:44.748154+00:00 (in 29.999465 seconds) buildlogsarchiver stdout | 2024-06-14 05:22:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:44 UTC)" (scheduled at 2024-06-14 05:22:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:22:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 22, 14, 748943), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:22:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:22:14,763 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:22:14,763 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:22:44 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:22:15,902 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:22:15,906 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:22:15,909 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:22:15,912 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:22:15,914 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:22:16,790 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} exportactionlogsworker stdout | 2024-06-14 05:22:19,368 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:22:20,552 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:22:20,617 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:22:20,899 [265] [DEBUG] [app] Starting request: urn:request:b018b7c6-21dd-4323-9a97-9195dbf67206 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:20,899 [263] [DEBUG] [app] Starting request: urn:request:b593b578-5187-4ccc-bf22-f61844433bdc (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:20,900 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:20,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:22:20,902 [287] [DEBUG] [app] Starting request: urn:request:a742ce67-0e14-4978-b200-55ab77c89039 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:20,903 [287] [DEBUG] [app] Ending request: urn:request:a742ce67-0e14-4978-b200-55ab77c89039 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a742ce67-0e14-4978-b200-55ab77c89039', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:22:20,903 [286] [DEBUG] [app] Starting request: urn:request:a54dda49-21c6-4135-bf8c-398b82742c1d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:20,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-06-14 05:22:20,903 [286] [DEBUG] [app] Ending request: urn:request:a54dda49-21c6-4135-bf8c-398b82742c1d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a54dda49-21c6-4135-bf8c-398b82742c1d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:20,903 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:22:20,904 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:20,904 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:20,904 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:20,905 [263] [DEBUG] [app] Starting request: urn:request:5fa3d3dc-f810-4d3a-80b2-44f8785448e5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:20,906 [263] [DEBUG] [app] Ending request: urn:request:5fa3d3dc-f810-4d3a-80b2-44f8785448e5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5fa3d3dc-f810-4d3a-80b2-44f8785448e5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:20,906 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:20,906 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:20,906 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:20,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:20,907 [266] [DEBUG] [app] Starting request: urn:request:9cdd4fb3-0c5f-4512-b61c-629847ea0b4b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:20,908 [266] [DEBUG] [app] Ending request: urn:request:9cdd4fb3-0c5f-4512-b61c-629847ea0b4b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9cdd4fb3-0c5f-4512-b61c-629847ea0b4b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:20,908 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:20,908 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-06-14 05:22:20,909 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:20,915 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:20,916 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:20,927 [263] [DEBUG] [app] Ending request: urn:request:b593b578-5187-4ccc-bf22-f61844433bdc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b593b578-5187-4ccc-bf22-f61844433bdc', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:20,927 [263] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) gunicorn-web stdout | 2024-06-14 05:22:20,927 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:22:20,927 [265] [DEBUG] [app] Ending request: urn:request:b018b7c6-21dd-4323-9a97-9195dbf67206 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b018b7c6-21dd-4323-9a97-9195dbf67206', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:20,928 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:20,928 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.030) namespacegcworker stdout | 2024-06-14 05:22:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:22:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:29.933045+00:00 (in 9.001633 seconds) namespacegcworker stdout | 2024-06-14 05:22:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:20 UTC)" (scheduled at 2024-06-14 05:22:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:22:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:22:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 20, 931789), True, datetime.datetime(2024, 6, 14, 5, 22, 20, 931789), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:22:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:22:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:22:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:22:21,166 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:22:22,169 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:22:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:33.349575+00:00 (in 9.999448 seconds) notificationworker stdout | 2024-06-14 05:22:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:33 UTC)" (scheduled at 2024-06-14 05:22:23.349575+00:00) notificationworker stdout | 2024-06-14 05:22:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 23, 350416), True, datetime.datetime(2024, 6, 14, 5, 22, 23, 350416), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:23,365 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:23,365 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:23,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:33 UTC)" executed successfully securityworker stdout | 2024-06-14 05:22:23,487 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:22:23,663 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} exportactionlogsworker stdout | 2024-06-14 05:22:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:22:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:29.431334+00:00 (in 3.997977 seconds) exportactionlogsworker stdout | 2024-06-14 05:22:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:25 UTC)" (scheduled at 2024-06-14 05:22:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:22:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:22:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:25 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:22:25,454 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:22:25,501 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:22:25,591 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:22:25,806 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:22:25,883 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:22:26,444 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:22:26,980 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:22:28,136 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:22:28,385 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:22:28,829 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} securityscanningnotificationworker stdout | 2024-06-14 05:22:28,830 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:22:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:38.833005+00:00 (in 10.001790 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:22:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:28 UTC)" (scheduled at 2024-06-14 05:22:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:22:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:22:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 28, 831445), True, datetime.datetime(2024, 6, 14, 5, 22, 28, 831445), 0, 'secscanv4/%', 50, 1, 0]) gunicorn-secscan stdout | 2024-06-14 05:22:28,834 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:22:28,836 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} securityscanningnotificationworker stdout | 2024-06-14 05:22:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:22:28,845 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:22:28,845 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:28 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:22:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:22:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:25.432876+00:00 (in 56.001012 seconds) exportactionlogsworker stdout | 2024-06-14 05:22:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:29 UTC)" (scheduled at 2024-06-14 05:22:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:22:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:22:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 29, 432267), True, datetime.datetime(2024, 6, 14, 5, 22, 29, 432267), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:22:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:22:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:22:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:29 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:22:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:22:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:20.930969+00:00 (in 50.997413 seconds) namespacegcworker stdout | 2024-06-14 05:22:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:29 UTC)" (scheduled at 2024-06-14 05:22:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:22:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:22:29,934 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:22:29,967 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:22:29,970 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:22:29,974 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:22:29,977 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:22:29,979 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:22:29,982 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:22:29,985 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:22:29,988 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:22:29,992 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:22:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:22:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:42.579001+00:00 (in 11.999178 seconds) repositorygcworker stdout | 2024-06-14 05:22:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:30 UTC)" (scheduled at 2024-06-14 05:22:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:22:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:22:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:22:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:43.349575+00:00 (in 9.999459 seconds) notificationworker stdout | 2024-06-14 05:22:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:43 UTC)" (scheduled at 2024-06-14 05:22:33.349575+00:00) notificationworker stdout | 2024-06-14 05:22:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 33, 350577), True, datetime.datetime(2024, 6, 14, 5, 22, 33, 350577), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:33,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:22:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:22:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:03.431309+00:00 (in 29.999473 seconds) autopruneworker stdout | 2024-06-14 05:22:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:03 UTC)" (scheduled at 2024-06-14 05:22:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:22:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342493440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:22:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:22:33,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:22:33,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:22:35,900 [263] [DEBUG] [app] Starting request: urn:request:72981a45-7a0f-4ed1-bb49-68afc8ccc031 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:35,900 [267] [DEBUG] [app] Starting request: urn:request:e18f0176-e335-4255-ba69-31cd23bf7184 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:35,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:35,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:22:35,903 [285] [DEBUG] [app] Starting request: urn:request:edfe777e-b27f-4210-b9c0-6ec0f3ee8243 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:35,903 [279] [DEBUG] [app] Starting request: urn:request:02db1c6b-84b9-4f33-ad18-2880297c13a4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:35,903 [285] [DEBUG] [app] Ending request: urn:request:edfe777e-b27f-4210-b9c0-6ec0f3ee8243 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:edfe777e-b27f-4210-b9c0-6ec0f3ee8243', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:22:35,903 [279] [DEBUG] [app] Ending request: urn:request:02db1c6b-84b9-4f33-ad18-2880297c13a4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:02db1c6b-84b9-4f33-ad18-2880297c13a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:22:35,904 [285] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:22:35,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:22:35,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:35,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:35,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:35,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:35,906 [267] [DEBUG] [app] Starting request: urn:request:66171a44-7bad-4b9c-be17-e1de416de0ca (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:35,906 [267] [DEBUG] [app] Ending request: urn:request:66171a44-7bad-4b9c-be17-e1de416de0ca (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:66171a44-7bad-4b9c-be17-e1de416de0ca', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:35,907 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:35,907 [266] [DEBUG] [app] Starting request: urn:request:33640389-02bc-4971-b4f0-ece3d121ad03 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:35,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:35,907 [266] [DEBUG] [app] Ending request: urn:request:33640389-02bc-4971-b4f0-ece3d121ad03 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:33640389-02bc-4971-b4f0-ece3d121ad03', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:35,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:35,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:35,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:35,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:35,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:35,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:35,928 [263] [DEBUG] [app] Ending request: urn:request:72981a45-7a0f-4ed1-bb49-68afc8ccc031 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:72981a45-7a0f-4ed1-bb49-68afc8ccc031', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:35,929 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:35,929 [267] [DEBUG] [app] Ending request: urn:request:e18f0176-e335-4255-ba69-31cd23bf7184 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e18f0176-e335-4255-ba69-31cd23bf7184', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:35,929 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:35,929 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.031) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.031) gunicorn-web stdout | 2024-06-14 05:22:35,929 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" quotaregistrysizeworker stdout | 2024-06-14 05:22:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:22:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:36.363847+00:00 (in 59.999455 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:22:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:36 UTC)" (scheduled at 2024-06-14 05:22:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:22:36,365 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:22:36,377 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:22:36,377 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:22:37,438 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:22:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:22:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:49.832742+00:00 (in 10.999292 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:22:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:38 UTC)" (scheduled at 2024-06-14 05:22:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:22:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:22:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:22:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:22:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:40.943473+00:00 (in 1.998585 seconds) securityworker stdout | 2024-06-14 05:22:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:08 UTC)" (scheduled at 2024-06-14 05:22:38.944414+00:00) securityworker stdout | 2024-06-14 05:22:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:22:38,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:22:38,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:22:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:38,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:22:38,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:22:38,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:22:38,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:38,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:22:38,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:38,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:38,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 17, 38, 954347), 1, 2]) securityworker stdout | 2024-06-14 05:22:38,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:38,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:38,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 17, 38, 954347), 1, 2]) securityworker stdout | 2024-06-14 05:22:38,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:22:38,978 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:22:38,978 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:38,978 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:22:38,978 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:22:38,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:22:38,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:22:38,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:22:38,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:22:38,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:22:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:22:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:09.431132+00:00 (in 29.999389 seconds) gcworker stdout | 2024-06-14 05:22:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:09 UTC)" (scheduled at 2024-06-14 05:22:39.431132+00:00) gcworker stdout | 2024-06-14 05:22:39,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132959432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:22:39,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:22:39,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:22:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:22:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:22:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:08.944414+00:00 (in 28.000414 seconds) securityworker stdout | 2024-06-14 05:22:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:10 UTC)" (scheduled at 2024-06-14 05:22:40.943473+00:00) securityworker stdout | 2024-06-14 05:22:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:22:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:22:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:22:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:40,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:22:40,963 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:22:40,963 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:22:42,199 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} repositorygcworker stdout | 2024-06-14 05:22:42,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:22:42,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:00.578121+00:00 (in 17.998579 seconds) repositorygcworker stdout | 2024-06-14 05:22:42,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:42 UTC)" (scheduled at 2024-06-14 05:22:42.579001+00:00) repositorygcworker stdout | 2024-06-14 05:22:42,580 [91] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), 'repositorygc/%']) repositorygcworker stdout | 2024-06-14 05:22:42,593 [91] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), True, datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-06-14 05:22:42,597 [91] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), True, datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), 0, 'repositorygc/%', False, datetime.datetime(2024, 6, 14, 5, 22, 42, 579772), 'repositorygc/%']) repositorygcworker stdout | 2024-06-14 05:22:42,600 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:22:42,600 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:42 UTC)" executed successfully logrotateworker stdout | 2024-06-14 05:22:43,191 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:22:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:48.431171+00:00 (in 5.081065 seconds) notificationworker stdout | 2024-06-14 05:22:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:53 UTC)" (scheduled at 2024-06-14 05:22:43.349575+00:00) notificationworker stdout | 2024-06-14 05:22:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 43, 350558), True, datetime.datetime(2024, 6, 14, 5, 22, 43, 350558), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:22:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:22:44,288 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:22:44,692 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:22:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:22:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:14.748154+00:00 (in 29.999463 seconds) buildlogsarchiver stdout | 2024-06-14 05:22:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:14 UTC)" (scheduled at 2024-06-14 05:22:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:22:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 22, 44, 748968), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:22:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:22:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:22:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:22:45,910 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:22:45,914 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:22:45,918 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:22:45,920 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:22:45,923 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:22:46,825 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:22:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:22:53.349575+00:00 (in 4.917899 seconds) notificationworker stdout | 2024-06-14 05:22:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:48 UTC)" (scheduled at 2024-06-14 05:22:48.431171+00:00) notificationworker stdout | 2024-06-14 05:22:48,432 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:22:48,432 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:23:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:22:49,391 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} securityscanningnotificationworker stdout | 2024-06-14 05:22:49,832 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:22:49,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:28.830792+00:00 (in 38.997566 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:22:49,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:49 UTC)" (scheduled at 2024-06-14 05:22:49.832742+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:22:49,834 [104] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-06-14 05:22:49,847 [104] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), True, datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-06-14 05:22:49,851 [104] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), True, datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), 0, 'secscanv4/%', False, datetime.datetime(2024, 6, 14, 5, 22, 49, 833453), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-06-14 05:22:49,854 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:22:49,854 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:27:49 UTC)" executed successfully repositoryactioncounter stdout | 2024-06-14 05:22:50,588 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:22:50,653 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:22:50,900 [263] [DEBUG] [app] Starting request: urn:request:427dc095-ff4e-4ae0-9999-124758e723fe (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:50,901 [266] [DEBUG] [app] Starting request: urn:request:46cc26ab-2c18-45a6-ae15-20f171c26cf8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:22:50,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:50,902 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:22:50,903 [285] [DEBUG] [app] Starting request: urn:request:c548308d-d97c-4912-8fed-a856afbe3917 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:50,903 [285] [DEBUG] [app] Ending request: urn:request:c548308d-d97c-4912-8fed-a856afbe3917 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c548308d-d97c-4912-8fed-a856afbe3917', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:22:50,904 [285] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:22:50,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-06-14 05:22:50,904 [279] [DEBUG] [app] Starting request: urn:request:667f638d-ffbe-438c-9673-6e0b8d010e21 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:22:50,905 [279] [DEBUG] [app] Ending request: urn:request:667f638d-ffbe-438c-9673-6e0b8d010e21 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:667f638d-ffbe-438c-9673-6e0b8d010e21', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:22:50,905 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:50,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:50,905 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:50,906 [263] [DEBUG] [app] Starting request: urn:request:aa936961-fefd-4787-acad-abe08100910c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:50,906 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:22:50,906 [263] [DEBUG] [app] Ending request: urn:request:aa936961-fefd-4787-acad-abe08100910c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:aa936961-fefd-4787-acad-abe08100910c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:50,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:22:50,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:50,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:50,908 [265] [DEBUG] [app] Starting request: urn:request:515475a0-69bb-48d2-9f71-00516cbf9ec9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:22:50,908 [265] [DEBUG] [app] Ending request: urn:request:515475a0-69bb-48d2-9f71-00516cbf9ec9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:515475a0-69bb-48d2-9f71-00516cbf9ec9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:22:50,908 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:22:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:22:50,908 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:22:50,909 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:22:50,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:50,917 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:22:50,927 [263] [DEBUG] [app] Ending request: urn:request:427dc095-ff4e-4ae0-9999-124758e723fe (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:427dc095-ff4e-4ae0-9999-124758e723fe', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:50,927 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:50,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) gunicorn-web stdout | 2024-06-14 05:22:50,929 [266] [DEBUG] [app] Ending request: urn:request:46cc26ab-2c18-45a6-ae15-20f171c26cf8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:46cc26ab-2c18-45a6-ae15-20f171c26cf8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:22:50,929 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:22:50,929 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:22:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:22:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.031) autopruneworker stdout | 2024-06-14 05:22:51,183 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:22:52,205 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:22:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:22:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:03.349575+00:00 (in 9.999533 seconds) notificationworker stdout | 2024-06-14 05:22:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:03 UTC)" (scheduled at 2024-06-14 05:22:53.349575+00:00) notificationworker stdout | 2024-06-14 05:22:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:22:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 22, 53, 350450), True, datetime.datetime(2024, 6, 14, 5, 22, 53, 350450), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:22:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:22:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:22:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:22:53,523 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:22:53,677 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:22:55,471 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:22:55,538 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:22:55,609 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:22:55,842 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:22:55,911 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:22:56,470 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:22:57,004 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:22:58,173 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:22:58,422 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:22:58,837 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:22:58,840 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:22:58,843 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-registry stdout | 2024-06-14 05:22:59,976 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:22:59,981 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:22:59,984 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:22:59,987 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:22:59,990 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:22:59,993 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:22:59,996 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:22:59,998 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:23:00,001 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:23:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:23:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:30.579198+00:00 (in 30.000509 seconds) repositorygcworker stdout | 2024-06-14 05:23:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:00 UTC)" (scheduled at 2024-06-14 05:23:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:23:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:23:00,579 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 0, 578992), True, datetime.datetime(2024, 6, 14, 5, 23, 0, 578992), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:23:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:23:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:23:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:23:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:13.349575+00:00 (in 9.999479 seconds) notificationworker stdout | 2024-06-14 05:23:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:13 UTC)" (scheduled at 2024-06-14 05:23:03.349575+00:00) notificationworker stdout | 2024-06-14 05:23:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 3, 350515), True, datetime.datetime(2024, 6, 14, 5, 23, 3, 350515), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:03,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:03,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:03,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:23:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:23:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:33.431309+00:00 (in 29.999489 seconds) autopruneworker stdout | 2024-06-14 05:23:03,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:33 UTC)" (scheduled at 2024-06-14 05:23:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:23:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342523440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:23:03,446 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:23:03,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:23:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:23:05,899 [265] [DEBUG] [app] Starting request: urn:request:9c32b92b-8212-49c3-815b-ffc288fdd8bd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:05,899 [267] [DEBUG] [app] Starting request: urn:request:52817f8e-744c-4696-9c1c-96f5c24c3810 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:05,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:05,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:23:05,903 [279] [DEBUG] [app] Starting request: urn:request:4ce91332-6662-4ea6-99bf-81192dd1cc55 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:05,903 [284] [DEBUG] [app] Starting request: urn:request:3e666273-c45d-4d52-b2af-ac6e3a1f2b75 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:05,903 [284] [DEBUG] [app] Ending request: urn:request:3e666273-c45d-4d52-b2af-ac6e3a1f2b75 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3e666273-c45d-4d52-b2af-ac6e3a1f2b75', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:05,903 [279] [DEBUG] [app] Ending request: urn:request:4ce91332-6662-4ea6-99bf-81192dd1cc55 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4ce91332-6662-4ea6-99bf-81192dd1cc55', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:05,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:23:05,903 [284] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-06-14 05:23:05,903 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:05,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:05,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:05,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:05,906 [263] [DEBUG] [app] Starting request: urn:request:003b48dd-ada4-4b96-94ac-0e799c3cc5e1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:05,906 [266] [DEBUG] [app] Starting request: urn:request:ea12ad31-d779-451b-a557-744e039434fc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:05,907 [266] [DEBUG] [app] Ending request: urn:request:ea12ad31-d779-451b-a557-744e039434fc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ea12ad31-d779-451b-a557-744e039434fc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:05,907 [263] [DEBUG] [app] Ending request: urn:request:003b48dd-ada4-4b96-94ac-0e799c3cc5e1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:003b48dd-ada4-4b96-94ac-0e799c3cc5e1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:05,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:05,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:05,907 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:23:05,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:05,907 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:05,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:05,916 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:05,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:05,927 [267] [DEBUG] [app] Ending request: urn:request:52817f8e-744c-4696-9c1c-96f5c24c3810 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:52817f8e-744c-4696-9c1c-96f5c24c3810', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:05,927 [265] [DEBUG] [app] Ending request: urn:request:9c32b92b-8212-49c3-815b-ffc288fdd8bd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9c32b92b-8212-49c3-815b-ffc288fdd8bd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:05,928 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:05,928 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:05,928 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:23:05,928 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) namespacegcworker stdout | 2024-06-14 05:23:07,464 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:23:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:23:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:10.943473+00:00 (in 1.998532 seconds) securityworker stdout | 2024-06-14 05:23:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:38 UTC)" (scheduled at 2024-06-14 05:23:08.944414+00:00) securityworker stdout | 2024-06-14 05:23:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:23:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:23:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:23:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:23:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:23:08,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:23:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:08,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:23:08,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:08,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:08,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 18, 8, 954449), 1, 2]) securityworker stdout | 2024-06-14 05:23:08,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:08,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:08,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 18, 8, 954449), 1, 2]) securityworker stdout | 2024-06-14 05:23:08,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:08,978 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:08,978 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:08,978 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:23:08,978 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:23:08,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:23:08,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:23:08,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:08,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:23:08,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:23:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:23:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:39.431132+00:00 (in 29.999430 seconds) gcworker stdout | 2024-06-14 05:23:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:39 UTC)" (scheduled at 2024-06-14 05:23:09.431132+00:00) gcworker stdout | 2024-06-14 05:23:09,432 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717132989432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:23:09,448 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:23:09,448 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:23:09,448 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:23:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:23:10,943 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:38.944414+00:00 (in 28.000435 seconds) securityworker stdout | 2024-06-14 05:23:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:40 UTC)" (scheduled at 2024-06-14 05:23:10.943473+00:00) securityworker stdout | 2024-06-14 05:23:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:23:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:23:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:23:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:10,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:10,963 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:23:10,963 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:23:12,236 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:23:13,198 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:23:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:23.349575+00:00 (in 9.999516 seconds) notificationworker stdout | 2024-06-14 05:23:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:23 UTC)" (scheduled at 2024-06-14 05:23:13.349575+00:00) notificationworker stdout | 2024-06-14 05:23:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 13, 350488), True, datetime.datetime(2024, 6, 14, 5, 23, 13, 350488), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:23:14,297 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} queuecleanupworker stdout | 2024-06-14 05:23:14,729 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:23:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:23:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:44.748154+00:00 (in 29.999465 seconds) buildlogsarchiver stdout | 2024-06-14 05:23:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:44 UTC)" (scheduled at 2024-06-14 05:23:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:23:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 23, 14, 748957), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:23:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:23:14,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:23:14,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:23:44 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:23:15,917 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:23:15,921 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:23:15,927 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:23:15,932 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:23:15,936 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:23:16,862 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} exportactionlogsworker stdout | 2024-06-14 05:23:19,428 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} gunicorn-web stdout | 2024-06-14 05:23:19,982 [263] [DEBUG] [app] Starting request: urn:request:1efd9fed-2b21-4148-bd66-259249b757f0 (/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:19,990 [263] [DEBUG] [endpoints.api.discovery] Unable to find method for POST in class gunicorn-web stdout | 2024-06-14 05:23:20,015 [263] [DEBUG] [app] Ending request: urn:request:1efd9fed-2b21-4148-bd66-259249b757f0 (/) {'endpoint': 'web.index', 'request_id': 'urn:request:1efd9fed-2b21-4148-bd66-259249b757f0', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/', 'path': '/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:20,016 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:20 +0000] "GET / HTTP/1.0" 200 91001 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:20 +0000] "GET / HTTP/1.1" 200 14030 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.035 812 0.035) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /static/ldn/font-awesome.css-a166e3c966c6.css HTTP/1.1" 200 8417 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1012 -) repositoryactioncounter stdout | 2024-06-14 05:23:20,625 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:23:20,679 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /static/ldn/jquery.js-3c5c5966471e.js HTTP/1.1" 200 102811 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 990 -) gunicorn-web stdout | 2024-06-14 05:23:20,899 [267] [DEBUG] [app] Starting request: urn:request:6925245d-f0c3-4ff4-8b10-ba7fffdace77 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:20,899 [265] [DEBUG] [app] Starting request: urn:request:825b158a-6aac-467a-b7e3-387be44287f6 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:20,900 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:20,900 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:23:20,902 [284] [DEBUG] [app] Starting request: urn:request:1edbd3e9-634b-4a31-b427-2b04332abbc1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:20,902 [287] [DEBUG] [app] Starting request: urn:request:2ade7c02-a50c-4840-8182-dd9fb98a3057 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:20,902 [284] [DEBUG] [app] Ending request: urn:request:1edbd3e9-634b-4a31-b427-2b04332abbc1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1edbd3e9-634b-4a31-b427-2b04332abbc1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:20,902 [287] [DEBUG] [app] Ending request: urn:request:2ade7c02-a50c-4840-8182-dd9fb98a3057 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2ade7c02-a50c-4840-8182-dd9fb98a3057', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:20,903 [284] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:23:20,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-06-14 05:23:20,903 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:20,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:20,904 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:20,904 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:20,906 [267] [DEBUG] [app] Starting request: urn:request:6cb827c1-8250-4f27-a157-94cfcde3e7be (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:20,906 [263] [DEBUG] [app] Starting request: urn:request:0c0344a3-f49f-4c32-8d57-15dca18e44aa (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:20,906 [267] [DEBUG] [app] Ending request: urn:request:6cb827c1-8250-4f27-a157-94cfcde3e7be (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6cb827c1-8250-4f27-a157-94cfcde3e7be', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:20,906 [263] [DEBUG] [app] Ending request: urn:request:0c0344a3-f49f-4c32-8d57-15dca18e44aa (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0c0344a3-f49f-4c32-8d57-15dca18e44aa', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:20,906 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:20,906 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:23:20,906 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:20,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:20,907 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:20,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:20,915 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:20,915 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:20,926 [265] [DEBUG] [app] Ending request: urn:request:825b158a-6aac-467a-b7e3-387be44287f6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:825b158a-6aac-467a-b7e3-387be44287f6', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:20,926 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.028 118 0.028) gunicorn-web stdout | 2024-06-14 05:23:20,926 [267] [DEBUG] [app] Ending request: urn:request:6925245d-f0c3-4ff4-8b10-ba7fffdace77 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6925245d-f0c3-4ff4-8b10-ba7fffdace77', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:20,926 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:23:20,926 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:20,927 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.028 118 0.028) namespacegcworker stdout | 2024-06-14 05:23:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:23:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:29.933045+00:00 (in 9.001653 seconds) namespacegcworker stdout | 2024-06-14 05:23:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:20 UTC)" (scheduled at 2024-06-14 05:23:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:23:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:23:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 20, 931767), True, datetime.datetime(2024, 6, 14, 5, 23, 20, 931767), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:23:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:23:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:23:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:23:21,202 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/cal-heatmap.css-904c3b9e8a60.css HTTP/1.1" 200 799 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1011 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/bootstrap.min.css-13f668494557.css HTTP/1.1" 200 24440 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1013 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/ng-tags-input.min.css-7782190f81cd.css HTTP/1.1" 200 1079 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1017 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/bootstrap-datetimepicker.min.css-4b15a4ede750.css HTTP/1.1" 200 1482 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1028 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/cssfamilySourceSansPro300400700-30cd793a4b9b.css HTTP/1.1" 200 235 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1027 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/bootstrap.min.js-0e773844b374.js HTTP/1.1" 200 11303 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 997 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/angular-route.min.js-590b72b0eb88.js HTTP/1.1" 200 2248 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1001 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/angular.min.js-f0f4228b82f7.js HTTP/1.1" 200 63500 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 995 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/angular-sanitize.min.js-ff589de0ec1b.js HTTP/1.1" 200 3128 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1004 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/angular-animate.min.js-636f7a51b2e1.js HTTP/1.1" 200 10309 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1003 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/angular-cookies.min.js-2455ea25d522.js HTTP/1.1" 200 826 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1003 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/momentjs-66a52705d33f.js HTTP/1.1" 200 19477 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 989 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/bootstrap-datepicker.min.js-3e3d8e141d5e.js HTTP/1.1" 200 9323 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1008 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:21 +0000] "GET /static/ldn/bootstrap-datetimepicker.min.js-6612bb423b71.js HTTP/1.1" 200 10832 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1012 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/bootbox4.1.0underscorejs1.5.2restangular1.2.0d3js3.3.3-6d47ddfef9c5.js HTTP/1.1" 200 71199 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1035 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/raven.min.js-ecd480647a39.js HTTP/1.1" 200 9505 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 993 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/cal-heatmap.min.js-8ffad728269a.js HTTP/1.1" 200 13004 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 999 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/angular-recaptcha.min.js-23859fca3602.js HTTP/1.1" 200 1793 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1005 -) expiredappspecifictokenworker stdout | 2024-06-14 05:23:22,228 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/ng-tags-input.min.js-fa3026ba8409.js HTTP/1.1" 200 6102 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1001 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/ldn/typeahead.bundle.min.js-716151ca4e5d.js HTTP/1.1" 200 16673 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1004 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/build/main-quay-frontend-ed9f57941d72c763a7bb.bundle.js HTTP/1.1" 200 726752 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.026 1016 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:22 +0000] "GET /static/standalonelib/jquery.overscroll.min.js HTTP/1.1" 200 3491 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 999 -) notificationworker stdout | 2024-06-14 05:23:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:33.349575+00:00 (in 9.999521 seconds) notificationworker stdout | 2024-06-14 05:23:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:33 UTC)" (scheduled at 2024-06-14 05:23:23.349575+00:00) notificationworker stdout | 2024-06-14 05:23:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 23, 350455), True, datetime.datetime(2024, 6, 14, 5, 23, 23, 350455), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:23,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:23,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:23,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:33 UTC)" executed successfully securityworker stdout | 2024-06-14 05:23:23,542 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:23:23,694 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/83-quay-frontend.chunk.js HTTP/1.1" 200 1717 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 992 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/135-quay-frontend.chunk.js HTTP/1.1" 200 975 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 993 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/18-quay-frontend.chunk.js HTTP/1.1" 200 997 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 992 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/112-quay-frontend.chunk.js HTTP/1.1" 200 767 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 993 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/181-quay-frontend.chunk.js HTTP/1.1" 200 952 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 993 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/build/152-quay-frontend.chunk.js HTTP/1.1" 200 313 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 993 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/fonts/fontawesome-webfont.woff2?v=4.7.0 HTTP/1.1" 200 77160 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/static/ldn/font-awesome.css-a166e3c966c6.css" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1093 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /static/img/network-tile.png HTTP/1.1" 200 6289 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1002 -) gunicorn-web stdout | 2024-06-14 05:23:24,494 [263] [DEBUG] [app] Starting request: urn:request:bdb416b2-2dd3-4897-acd8-389fa7dae99a (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:24,495 [265] [DEBUG] [app] Starting request: urn:request:52991ce7-e80c-4c50-8819-ec90d98ddf0c (/api/v1/messages) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:24,495 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."content", "t1"."uuid", "t1"."severity", "t1"."media_type_id", "t2"."id", "t2"."name" FROM "messages" AS "t1" INNER JOIN "mediatype" AS "t2" ON ("t1"."media_type_id" = "t2"."id")', []) gunicorn-web stdout | 2024-06-14 05:23:24,496 [263] [DEBUG] [app] Ending request: urn:request:bdb416b2-2dd3-4897-acd8-389fa7dae99a (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:bdb416b2-2dd3-4897-acd8-389fa7dae99a', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /api/v1/user/ HTTP/1.1" 401 311 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.003 1106 0.003) gunicorn-web stdout | 2024-06-14 05:23:24,496 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:24 +0000] "GET /api/v1/user/ HTTP/1.0" 401 311 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:23:24,508 [265] [DEBUG] [app] Ending request: urn:request:52991ce7-e80c-4c50-8819-ec90d98ddf0c (/api/v1/messages) {'endpoint': 'api.globalusermessages', 'request_id': 'urn:request:52991ce7-e80c-4c50-8819-ec90d98ddf0c', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/messages', 'path': '/api/v1/messages', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:24,508 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:24 +0000] "GET /api/v1/messages HTTP/1.1" 200 17 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1109 0.015) gunicorn-web stdout | 2024-06-14 05:23:24,509 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:24 +0000] "GET /api/v1/messages HTTP/1.0" 200 17 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:25 +0000] "GET /static/img/quay_favicon.png HTTP/1.1" 200 3558 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1022 -) exportactionlogsworker stdout | 2024-06-14 05:23:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:23:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:29.431334+00:00 (in 3.997946 seconds) exportactionlogsworker stdout | 2024-06-14 05:23:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:25 UTC)" (scheduled at 2024-06-14 05:23:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:23:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:23:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:25 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:23:25,486 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:23:25,573 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:23:25,644 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:23:25,879 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:23:25,947 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:23:26,507 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:23:27,022 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:23:28,209 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:23:28,459 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} securityscanningnotificationworker stdout | 2024-06-14 05:23:28,831 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:23:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:38.833005+00:00 (in 10.001705 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:23:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:28 UTC)" (scheduled at 2024-06-14 05:23:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:23:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:23:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 28, 831576), True, datetime.datetime(2024, 6, 14, 5, 23, 28, 831576), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:23:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:23:28,845 [104] [DEBUG] [data.database] Disconnecting from database. gunicorn-secscan stdout | 2024-06-14 05:23:28,845 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} securityscanningnotificationworker stdout | 2024-06-14 05:23:28,845 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:28 UTC)" executed successfully gunicorn-secscan stdout | 2024-06-14 05:23:28,849 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:23:28,851 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} exportactionlogsworker stdout | 2024-06-14 05:23:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:23:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:25.432876+00:00 (in 56.001003 seconds) exportactionlogsworker stdout | 2024-06-14 05:23:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:29 UTC)" (scheduled at 2024-06-14 05:23:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:23:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:23:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 29, 432173), True, datetime.datetime(2024, 6, 14, 5, 23, 29, 432173), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:23:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:23:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:23:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:29 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:23:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:23:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:20.930969+00:00 (in 50.997409 seconds) namespacegcworker stdout | 2024-06-14 05:23:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:29 UTC)" (scheduled at 2024-06-14 05:23:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:23:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:23:29,934 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:23:29,990 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:23:29,992 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:23:29,996 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:23:30,000 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:23:30,002 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:23:30,006 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:23:30,008 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:23:30,011 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:23:30,014 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} repositorygcworker stdout | 2024-06-14 05:23:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:23:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:00.578121+00:00 (in 29.998276 seconds) repositorygcworker stdout | 2024-06-14 05:23:30,580 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:30 UTC)" (scheduled at 2024-06-14 05:23:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:23:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:23:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:23:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:43.349575+00:00 (in 9.999514 seconds) notificationworker stdout | 2024-06-14 05:23:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:43 UTC)" (scheduled at 2024-06-14 05:23:33.349575+00:00) notificationworker stdout | 2024-06-14 05:23:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 33, 350477), True, datetime.datetime(2024, 6, 14, 5, 23, 33, 350477), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:33,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:23:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:23:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:03.431309+00:00 (in 29.999510 seconds) autopruneworker stdout | 2024-06-14 05:23:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:03 UTC)" (scheduled at 2024-06-14 05:23:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:23:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342553440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:23:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:23:33,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:23:33,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:23:35,899 [263] [DEBUG] [app] Starting request: urn:request:af5c7757-b21e-4bfb-84c2-9290898e5731 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:35,899 [265] [DEBUG] [app] Starting request: urn:request:066ccc56-c951-4025-908d-545c62cc3975 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:35,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:35,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:23:35,903 [287] [DEBUG] [app] Starting request: urn:request:fc0fe0c1-515d-413e-8433-c7dc06663c68 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:35,903 [280] [DEBUG] [app] Starting request: urn:request:57c2ee3c-5ee5-438d-9c1e-e0791dd94856 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:35,903 [280] [DEBUG] [app] Ending request: urn:request:57c2ee3c-5ee5-438d-9c1e-e0791dd94856 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:57c2ee3c-5ee5-438d-9c1e-e0791dd94856', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:35,903 [287] [DEBUG] [app] Ending request: urn:request:fc0fe0c1-515d-413e-8433-c7dc06663c68 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fc0fe0c1-515d-413e-8433-c7dc06663c68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-06-14 05:23:35,903 [280] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:23:35,904 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:35,904 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:35,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-06-14 05:23:35,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:35,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:35,906 [263] [DEBUG] [app] Starting request: urn:request:e1ec0421-60d9-4907-9ef3-321638faad7a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:35,906 [263] [DEBUG] [app] Ending request: urn:request:e1ec0421-60d9-4907-9ef3-321638faad7a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e1ec0421-60d9-4907-9ef3-321638faad7a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:35,906 [267] [DEBUG] [app] Starting request: urn:request:a77be220-5668-4460-9a4b-a1f76999c37b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:23:35,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:35,907 [267] [DEBUG] [app] Ending request: urn:request:a77be220-5668-4460-9a4b-a1f76999c37b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a77be220-5668-4460-9a4b-a1f76999c37b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:35,907 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:35,907 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:35,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:23:35,907 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:35,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:35,916 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:35,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:35,928 [263] [DEBUG] [app] Ending request: urn:request:af5c7757-b21e-4bfb-84c2-9290898e5731 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:af5c7757-b21e-4bfb-84c2-9290898e5731', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:35,928 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:35,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:23:35,928 [265] [DEBUG] [app] Ending request: urn:request:066ccc56-c951-4025-908d-545c62cc3975 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:066ccc56-c951-4025-908d-545c62cc3975', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.030) gunicorn-web stdout | 2024-06-14 05:23:35,929 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:35,929 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.030) quotaregistrysizeworker stdout | 2024-06-14 05:23:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:23:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:36.363847+00:00 (in 59.999499 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:23:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:36 UTC)" (scheduled at 2024-06-14 05:23:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:23:36,365 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:23:36,377 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:23:36,377 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:23:37,500 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:23:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:23:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:28.830792+00:00 (in 49.997279 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:23:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:38 UTC)" (scheduled at 2024-06-14 05:23:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:23:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:23:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:23:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:23:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:40.943473+00:00 (in 1.998576 seconds) securityworker stdout | 2024-06-14 05:23:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:08 UTC)" (scheduled at 2024-06-14 05:23:38.944414+00:00) securityworker stdout | 2024-06-14 05:23:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:23:38,947 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:23:38,947 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:23:38,947 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:38,948 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:23:38,948 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:23:38,952 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:23:38,953 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:38,965 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:23:38,969 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:38,969 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:38,970 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 18, 38, 953143), 1, 2]) securityworker stdout | 2024-06-14 05:23:38,973 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:38,973 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:38,974 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 18, 38, 953143), 1, 2]) securityworker stdout | 2024-06-14 05:23:38,977 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:23:38,977 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:23:38,977 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:38,978 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:23:38,978 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:23:38,978 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:23:38,978 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:23:38,979 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:23:38,979 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:23:38,979 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:23:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:23:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:09.431132+00:00 (in 29.999424 seconds) gcworker stdout | 2024-06-14 05:23:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:09 UTC)" (scheduled at 2024-06-14 05:23:39.431132+00:00) gcworker stdout | 2024-06-14 05:23:39,432 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717133019432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:23:39,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:23:39,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:23:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:23:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:23:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:08.944414+00:00 (in 28.000417 seconds) securityworker stdout | 2024-06-14 05:23:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:10 UTC)" (scheduled at 2024-06-14 05:23:40.943473+00:00) securityworker stdout | 2024-06-14 05:23:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:23:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:23:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:23:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:40,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:23:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:23:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:23:42,273 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:23:43,213 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:23:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:48.431171+00:00 (in 5.081116 seconds) notificationworker stdout | 2024-06-14 05:23:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:53 UTC)" (scheduled at 2024-06-14 05:23:43.349575+00:00) notificationworker stdout | 2024-06-14 05:23:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 43, 350319), True, datetime.datetime(2024, 6, 14, 5, 23, 43, 350319), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:23:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:23:44,334 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} buildlogsarchiver stdout | 2024-06-14 05:23:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:23:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:14.748154+00:00 (in 29.999413 seconds) buildlogsarchiver stdout | 2024-06-14 05:23:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:14 UTC)" (scheduled at 2024-06-14 05:23:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:23:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 23, 44, 748989), False, 50, 1, 0]) queuecleanupworker stdout | 2024-06-14 05:23:44,756 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} buildlogsarchiver stdout | 2024-06-14 05:23:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:23:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:23:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:14 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:23:45,926 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:23:45,931 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:23:45,935 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:23:45,940 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:23:45,943 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:23:46,892 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} gunicorn-web stdout | 2024-06-14 05:23:47,503 [266] [DEBUG] [app] Starting request: urn:request:8b476846-94bc-46fb-9eba-40da6304c4c4 (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:47,505 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."username" = %s) AND ("t1"."organization" = %s)) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,520 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) OR ("t1"."email" = %s)) LIMIT %s OFFSET %s', ['user1', 'bogua1@bogus.com', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,523 [266] [DEBUG] [data.model.user] Email and username are unique! gunicorn-web stdout | 2024-06-14 05:23:47,524 [266] [DEBUG] [peewee] ('INSERT INTO "user" ("uuid", "username", "email", "verified", "organization", "robot", "invoice_email", "invalid_login_attempts", "last_invalid_login", "removed_tag_expiration_s", "enabled", "maximum_queued_builds_count", "creation_date") VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) RETURNING "user"."id"', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', 'user1', 'bogua1@bogus.com', False, False, False, False, 0, datetime.datetime(2024, 6, 14, 5, 23, 47, 524218), 1209600, True, None, datetime.datetime(2024, 6, 14, 5, 23, 47, 524219)]) gunicorn-web stdout | 2024-06-14 05:23:47,765 [266] [DEBUG] [peewee] ('UPDATE "user" SET "uuid" = %s, "username" = %s, "password_hash" = %s, "email" = %s, "verified" = %s, "organization" = %s, "robot" = %s, "invoice_email" = %s, "invalid_login_attempts" = %s, "last_invalid_login" = %s, "removed_tag_expiration_s" = %s, "enabled" = %s, "maximum_queued_builds_count" = %s, "creation_date" = %s WHERE ("user"."id" = %s)', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', 'user1', '$2b$12$lYLGHNcdBKhCQQnYpHmKMeYJab7I7KOQOzCXN7.RWhVEvvlWFXFqe', 'bogua1@bogus.com', True, False, False, False, 0, datetime.datetime(2024, 6, 14, 5, 23, 47, 524218), 1209600, True, None, datetime.datetime(2024, 6, 14, 5, 23, 47, 524219), 21]) gunicorn-web stdout | 2024-06-14 05:23:47,773 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,776 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:47,781 [266] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [86, 21, None, None, datetime.datetime(2024, 6, 14, 5, 23, 47, 772645), '10.131.0.6', '{"email": "bogua1@bogus.com", "username": "user1"}']) gunicorn-web stdout | 2024-06-14 05:23:47,788 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,792 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,795 [266] [DEBUG] [endpoints.common] Successfully signed in as user user1 with uuid 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:47,796 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:47,796 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:47,797 [266] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user1']) gunicorn-web stdout | 2024-06-14 05:23:47,801 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:47,802 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,805 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:47,805 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:47,805 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:47,806 [266] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 21]) gunicorn-web stdout | 2024-06-14 05:23:47,810 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [21]) gunicorn-web stdout | 2024-06-14 05:23:47,814 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,817 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:47,821 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,824 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:47,828 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [21, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,832 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:47,832 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,835 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:47,836 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:47,840 [266] [DEBUG] [app] Ending request: urn:request:8b476846-94bc-46fb-9eba-40da6304c4c4 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:8b476846-94bc-46fb-9eba-40da6304c4c4', 'remote_addr': '10.131.0.6', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': {'username': 'user1', 'email': 'bogua1@bogus.com', 'password': '[FILTERED]', 'repeatPassword': '12345678'}, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:47,840 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:47,841 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:47 +0000] "POST /api/v1/user/ HTTP/1.0" 200 700 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:47 +0000] "POST /api/v1/user/ HTTP/1.1" 200 700 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.340 1391 0.339) gunicorn-web stdout | 2024-06-14 05:23:48,146 [265] [DEBUG] [app] Starting request: urn:request:6d6b680c-09b8-4f1d-8204-42e5f7e79fab (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:48,147 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,147 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,147 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,160 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,161 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,162 [265] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user1']) gunicorn-web stdout | 2024-06-14 05:23:48,167 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,167 [265] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 21]) gunicorn-web stdout | 2024-06-14 05:23:48,171 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [21]) gunicorn-web stdout | 2024-06-14 05:23:48,175 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,179 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:48,183 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,186 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:48,190 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [21, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,193 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,193 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,194 [265] [DEBUG] [app] Ending request: urn:request:6d6b680c-09b8-4f1d-8204-42e5f7e79fab (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:6d6b680c-09b8-4f1d-8204-42e5f7e79fab', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:48,194 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:48,195 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/ HTTP/1.0" 200 698 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/ HTTP/1.1" 200 698 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.050 1371 0.049) notificationworker stdout | 2024-06-14 05:23:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:23:53.349575+00:00 (in 4.917908 seconds) notificationworker stdout | 2024-06-14 05:23:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:48 UTC)" (scheduled at 2024-06-14 05:23:48.431171+00:00) notificationworker stdout | 2024-06-14 05:23:48,431 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:23:48,431 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:24:48 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:23:48,501 [263] [DEBUG] [app] Starting request: urn:request:538a68db-c115-45ee-916a-2dea187496dc (/api/v1/user/notifications) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:48,501 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,501 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,502 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,502 [267] [DEBUG] [app] Starting request: urn:request:6c4704a4-4b46-4831-afcf-1e8495fcceeb (/api/v1/user/apptoken) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:48,502 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,503 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,503 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,515 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:48,515 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:48,515 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:48,515 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,515 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:48,515 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,515 [263] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-06-14 05:23:48,516 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,516 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,516 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,516 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,516 [267] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-06-14 05:23:48,516 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,516 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,516 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,516 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,517 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [21, datetime.datetime(2024, 6, 17, 0, 35, 48, 516640), datetime.datetime(2024, 6, 14, 5, 23, 48, 516700)]) gunicorn-web stdout | 2024-06-14 05:23:48,517 [263] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 21, False, 21, 'admin', 6]) gunicorn-web stdout | 2024-06-14 05:23:48,521 [267] [DEBUG] [app] Ending request: urn:request:6c4704a4-4b46-4831-afcf-1e8495fcceeb (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:6c4704a4-4b46-4831-afcf-1e8495fcceeb', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:48,521 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:48,521 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1413 0.021) gunicorn-web stdout | 2024-06-14 05:23:48,523 [263] [DEBUG] [app] Ending request: urn:request:538a68db-c115-45ee-916a-2dea187496dc (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:538a68db-c115-45ee-916a-2dea187496dc', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:48,524 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:48,524 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.025 1404 0.025) gunicorn-web stdout | 2024-06-14 05:23:48,771 [263] [DEBUG] [app] Starting request: urn:request:e94c0157-ff93-4aa8-b67d-236184580eff (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:48,772 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,772 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,772 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,772 [267] [DEBUG] [app] Starting request: urn:request:cff30f89-98c0-4bf6-9d1c-179007bdf588 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:48,773 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,773 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,773 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,784 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:48,785 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:48,785 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,785 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,785 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:48,786 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:48,790 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:23:48,790 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:48,794 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:48,795 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:23:48,798 [267] [DEBUG] [peewee] ('((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t3"."user_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 21, 3, 1, 'user1', 21, 3, 1, 'user1', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:23:48,799 [263] [DEBUG] [app] Ending request: urn:request:e94c0157-ff93-4aa8-b67d-236184580eff (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:e94c0157-ff93-4aa8-b67d-236184580eff', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&popularity=true&starred=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'popularity': 'true', 'starred': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:48,799 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:48,800 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/repository?last_modified=true&popularity=true&starred=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/repository/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/repository?last_modified=true&popularity=true&starred=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/repository/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1455 0.029) gunicorn-web stdout | 2024-06-14 05:23:48,805 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:23:48,809 [267] [DEBUG] [app] Ending request: urn:request:cff30f89-98c0-4bf6-9d1c-179007bdf588 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:cff30f89-98c0-4bf6-9d1c-179007bdf588', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&popularity=true"a=true&state=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'popularity': 'true', 'quota': 'true', 'state': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:48,810 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:48,810 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&popularity=true"a=true&state=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/repository/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:48 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&popularity=true"a=true&state=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/repository/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.039 1480 0.039) exportactionlogsworker stdout | 2024-06-14 05:23:49,465 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:23:50,647 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:23:50,715 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:23:50,899 [266] [DEBUG] [app] Starting request: urn:request:7aa2ac26-ead0-4b84-b6d8-99bba0009e7d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:50,899 [267] [DEBUG] [app] Starting request: urn:request:326a2676-9e43-4039-aa57-260e84f9b564 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:23:50,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:50,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:23:50,903 [283] [DEBUG] [app] Starting request: urn:request:c9fc0272-a800-432e-80fb-e8097b202a73 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:50,903 [280] [DEBUG] [app] Starting request: urn:request:a1a561fe-3a29-4f35-b095-43759dee0bed (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:23:50,903 [283] [DEBUG] [app] Ending request: urn:request:c9fc0272-a800-432e-80fb-e8097b202a73 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c9fc0272-a800-432e-80fb-e8097b202a73', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:23:50,903 [280] [DEBUG] [app] Ending request: urn:request:a1a561fe-3a29-4f35-b095-43759dee0bed (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a1a561fe-3a29-4f35-b095-43759dee0bed', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-06-14 05:23:50,903 [283] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:23:50,903 [280] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:50,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:50,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:50,905 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:50,905 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:23:50,906 [266] [DEBUG] [app] Starting request: urn:request:5c11c2cf-aadc-4ecb-955a-1dfa1cb3dd2a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:50,907 [266] [DEBUG] [app] Ending request: urn:request:5c11c2cf-aadc-4ecb-955a-1dfa1cb3dd2a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5c11c2cf-aadc-4ecb-955a-1dfa1cb3dd2a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:23:50,907 [263] [DEBUG] [app] Starting request: urn:request:a08e9970-5caf-4677-bf29-2c6265afc464 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:23:50,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:50,907 [263] [DEBUG] [app] Ending request: urn:request:a08e9970-5caf-4677-bf29-2c6265afc464 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a08e9970-5caf-4677-bf29-2c6265afc464', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:23:50,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:23:50,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:23:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:23:50,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:23:50,907 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:50,908 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:23:50,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:50,916 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:23:50,927 [267] [DEBUG] [app] Ending request: urn:request:326a2676-9e43-4039-aa57-260e84f9b564 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:326a2676-9e43-4039-aa57-260e84f9b564', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:50,927 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:50,927 [266] [DEBUG] [app] Ending request: urn:request:7aa2ac26-ead0-4b84-b6d8-99bba0009e7d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7aa2ac26-ead0-4b84-b6d8-99bba0009e7d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:23:50,927 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:50,927 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.028 118 0.029) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:23:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.029) gunicorn-web stdout | 2024-06-14 05:23:50,928 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:23:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" autopruneworker stdout | 2024-06-14 05:23:51,229 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:23:52,262 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:23:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:23:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:03.349575+00:00 (in 9.999435 seconds) notificationworker stdout | 2024-06-14 05:23:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:03 UTC)" (scheduled at 2024-06-14 05:23:53.349575+00:00) notificationworker stdout | 2024-06-14 05:23:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:23:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 23, 53, 350434), True, datetime.datetime(2024, 6, 14, 5, 23, 53, 350434), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:23:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:23:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:23:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:23:53,579 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:23:53,711 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:23:55,518 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:23:55,598 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:23:55,680 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:23:55,917 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:23:55,966 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:23:56,543 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:23:57,042 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:23:58,245 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} gunicorn-web stdout | 2024-06-14 05:23:58,267 [263] [DEBUG] [app] Starting request: urn:request:9714a125-1d27-4a18-b054-043630b5e84e (/api/v1/organization/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:58,268 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,268 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,268 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,281 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:58,281 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:58,281 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,281 [263] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-06-14 05:23:58,282 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,282 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,282 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,282 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,283 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,287 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,292 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) OR ("t1"."email" = %s)) LIMIT %s OFFSET %s', ['user1_org', 'e1b74833-1998-4849-8bc5-d4cff6937ab1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,294 [263] [DEBUG] [data.model.user] Email and username are unique! gunicorn-web stdout | 2024-06-14 05:23:58,295 [263] [DEBUG] [peewee] ('INSERT INTO "user" ("uuid", "username", "email", "verified", "organization", "robot", "invoice_email", "invalid_login_attempts", "last_invalid_login", "removed_tag_expiration_s", "enabled", "maximum_queued_builds_count", "creation_date") VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) RETURNING "user"."id"', ['95be4ccf-b2a0-4bce-aad4-b97dd4de2f30', 'user1_org', 'e1b74833-1998-4849-8bc5-d4cff6937ab1', False, False, False, False, 0, datetime.datetime(2024, 6, 14, 5, 23, 58, 295110), 1209600, True, None, datetime.datetime(2024, 6, 14, 5, 23, 58, 295111)]) gunicorn-web stdout | 2024-06-14 05:23:58,297 [263] [DEBUG] [peewee] ('UPDATE "user" SET "uuid" = %s, "username" = %s, "email" = %s, "verified" = %s, "organization" = %s, "robot" = %s, "invoice_email" = %s, "invalid_login_attempts" = %s, "last_invalid_login" = %s, "removed_tag_expiration_s" = %s, "enabled" = %s, "maximum_queued_builds_count" = %s, "creation_date" = %s WHERE ("user"."id" = %s)', ['95be4ccf-b2a0-4bce-aad4-b97dd4de2f30', 'user1_org', 'e1b74833-1998-4849-8bc5-d4cff6937ab1', False, True, False, False, 0, datetime.datetime(2024, 6, 14, 5, 23, 58, 295110), 1209600, True, None, datetime.datetime(2024, 6, 14, 5, 23, 58, 295111), 22]) gunicorn-web stdout | 2024-06-14 05:23:58,298 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['admin', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,300 [263] [DEBUG] [peewee] ('INSERT INTO "team" ("name", "organization_id", "role_id", "description") VALUES (%s, %s, %s, %s) RETURNING "team"."id"', ['owners', 22, 1, '']) gunicorn-web stdout | 2024-06-14 05:23:58,302 [263] [DEBUG] [peewee] ('INSERT INTO "teammember" ("user_id", "team_id") VALUES (%s, %s) RETURNING "teammember"."id"', [21, 8]) gunicorn-web stdout | 2024-06-14 05:23:58,306 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,310 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:58,314 [263] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [80, 22, 21, None, datetime.datetime(2024, 6, 14, 5, 23, 58, 306239), '10.131.0.6', '{"email": null, "namespace": "user1_org"}']) gunicorn-web stdout | 2024-06-14 05:23:58,320 [263] [DEBUG] [app] Ending request: urn:request:9714a125-1d27-4a18-b054-043630b5e84e (/api/v1/organization/) {'endpoint': 'api.organizationlist', 'request_id': 'urn:request:9714a125-1d27-4a18-b054-043630b5e84e', 'remote_addr': '10.131.0.6', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/', 'path': '/api/v1/organization/', 'parameters': {}, 'json_body': {'name': 'user1_org'}, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:58,320 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:58,321 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:58 +0000] "POST /api/v1/organization/ HTTP/1.0" 201 10 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organizations/new/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:58 +0000] "POST /api/v1/organization/ HTTP/1.1" 201 10 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organizations/new/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.055 1624 0.054) repositorygcworker stdout | 2024-06-14 05:23:58,496 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-web stdout | 2024-06-14 05:23:58,630 [267] [DEBUG] [app] Starting request: urn:request:4e733a38-db69-4132-a17d-cf4e0666b70a (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:58,630 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,630 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,631 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,640 [263] [DEBUG] [app] Starting request: urn:request:e00342ba-4627-4dd7-aca0-869ab737c672 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:58,640 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,640 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,641 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,643 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,644 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,645 [267] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user1']) gunicorn-web stdout | 2024-06-14 05:23:58,650 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,650 [267] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 21]) gunicorn-web stdout | 2024-06-14 05:23:58,652 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:58,652 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:58,652 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,653 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,654 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [21]) gunicorn-web stdout | 2024-06-14 05:23:58,656 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,656 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,656 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,656 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,658 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:23:58,658 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,662 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:58,662 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,662 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,662 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,663 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:23:58,665 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,666 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:23:58,669 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:23:58,670 [263] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:23:58,672 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [21, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,673 [263] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:23:58,676 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,676 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,677 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,677 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,677 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,677 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:23:58,677 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:23:58,681 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,681 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,681 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,681 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:23:58,681 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,682 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,682 [267] [DEBUG] [app] Ending request: urn:request:4e733a38-db69-4132-a17d-cf4e0666b70a (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:4e733a38-db69-4132-a17d-cf4e0666b70a', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:58,683 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:58,683 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:58 +0000] "GET /api/v1/user/ HTTP/1.0" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organizations/new/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:58 +0000] "GET /api/v1/user/ HTTP/1.1" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organizations/new/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.055 1454 0.055) gunicorn-web stdout | 2024-06-14 05:23:58,684 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:23:58,688 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:58,692 [263] [DEBUG] [app] Ending request: urn:request:e00342ba-4627-4dd7-aca0-869ab737c672 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:e00342ba-4627-4dd7-aca0-869ab737c672', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:58,692 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:58,693 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:58 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:58 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.054 1475 0.054) gunicorn-secscan stdout | 2024-06-14 05:23:58,854 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:23:58,857 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:23:58,859 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-web stdout | 2024-06-14 05:23:58,991 [267] [DEBUG] [app] Starting request: urn:request:8c430191-cb7a-4a11-be16-c31a3b538d79 (/api/v1/user/notifications) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:58,991 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,992 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:58,992 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,007 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,008 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,010 [267] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 21, False, 21, 'admin', 6]) gunicorn-web stdout | 2024-06-14 05:23:59,016 [267] [DEBUG] [app] Ending request: urn:request:8c430191-cb7a-4a11-be16-c31a3b538d79 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:8c430191-cb7a-4a11-be16-c31a3b538d79', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:59,016 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:59,017 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.027 1471 0.027) gunicorn-web stdout | 2024-06-14 05:23:59,677 [265] [DEBUG] [app] Starting request: urn:request:21ddf262-694e-4ad0-a802-3be3f1cb50a0 (/api/v1/user/apptoken) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:23:59,678 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,678 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,678 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,690 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:59,690 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,691 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,692 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [21, datetime.datetime(2024, 6, 17, 0, 35, 59, 691593), datetime.datetime(2024, 6, 14, 5, 23, 59, 691654)]) gunicorn-web stdout | 2024-06-14 05:23:59,696 [265] [DEBUG] [app] Ending request: urn:request:21ddf262-694e-4ad0-a802-3be3f1cb50a0 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:21ddf262-694e-4ad0-a802-3be3f1cb50a0', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:59,696 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:59,696 [265] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1461 0.020) gunicorn-web stdout | 2024-06-14 05:23:59,722 [263] [DEBUG] [app] Starting request: urn:request:6e21c08f-67eb-4591-8580-229669e0da17 (/api/v1/organization/user1_org/quota) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:59,723 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,723 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,723 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,735 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:59,735 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:59,735 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,735 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,735 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,736 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,736 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,737 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:23:59,737 [266] [DEBUG] [app] Starting request: urn:request:68929423-45a3-4b5c-ad40-5320322978ed (/api/v1/organization/user1_org/proxycache) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:23:59,737 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,737 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,738 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,741 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,741 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,741 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,742 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,746 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:23:59,749 [263] [DEBUG] [app] Ending request: urn:request:6e21c08f-67eb-4591-8580-229669e0da17 (/api/v1/organization/user1_org/quota) {'endpoint': 'api.organizationquotalist', 'request_id': 'urn:request:6e21c08f-67eb-4591-8580-229669e0da17', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/quota', 'path': '/api/v1/organization/user1_org/quota', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:59,750 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:59,750 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/quota HTTP/1.0" 200 3 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:23:59,750 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/quota HTTP/1.1" 200 3 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1462 0.029) gunicorn-web stdout | 2024-06-14 05:23:59,750 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:59,750 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,751 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,751 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,751 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,751 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,752 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:23:59,757 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,757 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,757 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,757 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."organization_id", "t1"."creation_date", "t1"."upstream_registry", "t1"."upstream_registry_username", "t1"."upstream_registry_password", "t1"."expiration_s", "t1"."insecure" FROM "proxycacheconfig" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE (("t2"."username" = %s) AND ("t2"."organization" = %s)) LIMIT %s OFFSET %s', ['user1_org', True, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,762 [266] [DEBUG] [app] Ending request: urn:request:68929423-45a3-4b5c-ad40-5320322978ed (/api/v1/organization/user1_org/proxycache) {'endpoint': 'api.organizationproxycacheconfig', 'request_id': 'urn:request:68929423-45a3-4b5c-ad40-5320322978ed', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/proxycache', 'path': '/api/v1/organization/user1_org/proxycache', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:59,762 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:59,763 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/proxycache HTTP/1.0" 200 62 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/proxycache HTTP/1.1" 200 62 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.027 1467 0.027) gunicorn-web stdout | 2024-06-14 05:23:59,789 [263] [DEBUG] [app] Starting request: urn:request:1272215d-0181-4b4a-a2a9-3c933700a46e (/api/v1/organization/user1_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:23:59,789 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,789 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,790 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,801 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:23:59,801 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:23:59,801 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,801 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:23:59,801 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,802 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,802 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,803 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:23:59,807 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,807 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,807 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:23:59,808 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:23:59,812 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:23:59,816 [263] [DEBUG] [app] Ending request: urn:request:1272215d-0181-4b4a-a2a9-3c933700a46e (/api/v1/organization/user1_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:1272215d-0181-4b4a-a2a9-3c933700a46e', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/prototypes', 'path': '/api/v1/organization/user1_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:23:59,816 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:23:59,817 [263] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:23:59 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1500 0.029) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:00 +0000] "GET /static/img/creditcards/credit.png HTTP/1.1" 200 1776 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1374 -) gunicorn-registry stdout | 2024-06-14 05:24:00,002 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:24:00,005 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:24:00,009 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:24:00,011 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:24:00,014 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:00 +0000] "GET /static/build/489e5e00e1a9a80f88d55281894a87ff.woff HTTP/1.1" 200 7280 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1397 -) gunicorn-registry stdout | 2024-06-14 05:24:00,017 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:24:00,020 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:24:00,023 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} gunicorn-registry stdout | 2024-06-14 05:24:00,026 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} gunicorn-web stdout | 2024-06-14 05:24:00,214 [266] [DEBUG] [app] Starting request: urn:request:ac09cffc-8da2-4197-a565-243329cdc5cc (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:00,214 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:00,215 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:00,215 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:00,228 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:00,229 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:00,233 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:00,236 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:00,240 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:00,245 [266] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:00,253 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:00,257 [266] [DEBUG] [app] Ending request: urn:request:ac09cffc-8da2-4197-a565-243329cdc5cc (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:ac09cffc-8da2-4197-a565-243329cdc5cc', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&popularity=true&public=true"a=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'popularity': 'true', 'public': 'true', 'quota': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:00,257 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:00,257 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:00 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&popularity=true&public=true"a=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:00 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&popularity=true&public=true"a=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.044 1555 0.044) repositorygcworker stdout | 2024-06-14 05:24:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:24:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:30.579198+00:00 (in 30.000445 seconds) repositorygcworker stdout | 2024-06-14 05:24:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:00 UTC)" (scheduled at 2024-06-14 05:24:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:24:00,579 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:24:00,580 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 0, 579189), True, datetime.datetime(2024, 6, 14, 5, 24, 0, 579189), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:24:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:24:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:24:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:24:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:13.349575+00:00 (in 9.999512 seconds) notificationworker stdout | 2024-06-14 05:24:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:13 UTC)" (scheduled at 2024-06-14 05:24:03.349575+00:00) notificationworker stdout | 2024-06-14 05:24:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 3, 350309), True, datetime.datetime(2024, 6, 14, 5, 24, 3, 350309), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:03,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:03,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:03,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:24:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:24:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:33.431309+00:00 (in 29.999472 seconds) autopruneworker stdout | 2024-06-14 05:24:03,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:33 UTC)" (scheduled at 2024-06-14 05:24:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:24:03,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342583439, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:24:03,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:24:03,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:24:03,445 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:33 UTC)" executed successfully nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /react/?_=1718342643934 HTTP/1.1" 302 145 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1496 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /?_=1718342643934 HTTP/1.1" 200 402 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1507 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /main.css HTTP/1.1" 200 2890 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1372 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /vendor.css HTTP/1.1" 200 220125 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1374 -) nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /main.bundle.js HTTP/1.1" 200 229899 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1364 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:04 +0000] "GET /vendor.bundle.js HTTP/1.1" 200 556250 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1366 -) gunicorn-web stdout | 2024-06-14 05:24:05,899 [263] [DEBUG] [app] Starting request: urn:request:44b81836-24d8-4a72-8545-595dee61172a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:05,899 [267] [DEBUG] [app] Starting request: urn:request:00144f2b-983b-4491-b984-a47ded9affed (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:05,900 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:05,900 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:24:05,902 [279] [DEBUG] [app] Starting request: urn:request:c900a11a-9a5c-4c6f-878d-3fe0787b20c9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:05,902 [287] [DEBUG] [app] Starting request: urn:request:fa4e37c5-a71a-4178-a3e7-031b652c0b9c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:05,903 [287] [DEBUG] [app] Ending request: urn:request:fa4e37c5-a71a-4178-a3e7-031b652c0b9c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fa4e37c5-a71a-4178-a3e7-031b652c0b9c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:05,903 [279] [DEBUG] [app] Ending request: urn:request:c900a11a-9a5c-4c6f-878d-3fe0787b20c9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c900a11a-9a5c-4c6f-878d-3fe0787b20c9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:24:05,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:24:05,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:05,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:05,903 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-06-14 05:24:05,904 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:05,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:05,906 [267] [DEBUG] [app] Starting request: urn:request:ed9919e9-64ca-48bd-ac0e-6e230f98a565 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:05,906 [267] [DEBUG] [app] Ending request: urn:request:ed9919e9-64ca-48bd-ac0e-6e230f98a565 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ed9919e9-64ca-48bd-ac0e-6e230f98a565', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:05,906 [265] [DEBUG] [app] Starting request: urn:request:f1183d32-7761-4988-9ef2-bc41caf437e7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:05,906 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:05,906 [265] [DEBUG] [app] Ending request: urn:request:f1183d32-7761-4988-9ef2-bc41caf437e7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f1183d32-7761-4988-9ef2-bc41caf437e7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:24:05,907 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:05,907 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:24:05,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:05,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:05,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:05,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:05,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:05,928 [267] [DEBUG] [app] Ending request: urn:request:00144f2b-983b-4491-b984-a47ded9affed (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:00144f2b-983b-4491-b984-a47ded9affed', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:05,928 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:05,928 [263] [DEBUG] [app] Ending request: urn:request:44b81836-24d8-4a72-8545-595dee61172a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:44b81836-24d8-4a72-8545-595dee61172a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:05,929 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:24:05,929 [263] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) gunicorn-web stdout | 2024-06-14 05:24:05,929 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.032) namespacegcworker stdout | 2024-06-14 05:24:07,536 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} gunicorn-web stdout | 2024-06-14 05:24:07,865 [267] [DEBUG] [app] Starting request: urn:request:52544edf-d606-4016-a27c-528606e2d990 (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:07,865 [267] [DEBUG] [app] Ending request: urn:request:52544edf-d606-4016-a27c-528606e2d990 (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:52544edf-d606-4016-a27c-528606e2d990', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:07,866 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:07 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:07 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.003 1401 0.002) gunicorn-web stdout | 2024-06-14 05:24:07,867 [263] [DEBUG] [app] Starting request: urn:request:1fed86b1-2676-49c2-a057-7bb7e5d02bb4 (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:07,868 [263] [DEBUG] [app] Ending request: urn:request:1fed86b1-2676-49c2-a057-7bb7e5d02bb4 (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:1fed86b1-2676-49c2-a057-7bb7e5d02bb4', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:07 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1401 0.002) gunicorn-web stdout | 2024-06-14 05:24:07,868 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:07 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /images/favicon.png HTTP/1.1" 200 15998 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1370 -) gunicorn-web stdout | 2024-06-14 05:24:08,170 [266] [DEBUG] [app] Starting request: urn:request:55bd58c7-e8bb-4da1-b848-1649570e7fff (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:08,171 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,171 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,171 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,174 [263] [DEBUG] [app] Starting request: urn:request:b3f1873a-be91-4529-bac4-567281b53b7f (/config) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:08,174 [263] [DEBUG] [app] Ending request: urn:request:b3f1873a-be91-4529-bac4-567281b53b7f (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:b3f1873a-be91-4529-bac4-567281b53b7f', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /config HTTP/1.1" 200 3836 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1477 0.003) gunicorn-web stdout | 2024-06-14 05:24:08,175 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:08 +0000] "GET /config HTTP/1.0" 200 3836 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:08,183 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,184 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,185 [266] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user1']) gunicorn-web stdout | 2024-06-14 05:24:08,190 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,190 [266] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 21]) gunicorn-web stdout | 2024-06-14 05:24:08,194 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [21]) gunicorn-web stdout | 2024-06-14 05:24:08,197 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,201 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:24:08,205 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,208 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:24:08,211 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [21, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,215 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,215 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,216 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:08,220 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,220 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,220 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,220 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,220 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,221 [266] [DEBUG] [app] Ending request: urn:request:55bd58c7-e8bb-4da1-b848-1649570e7fff (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:55bd58c7-e8bb-4da1-b848-1649570e7fff', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:08,221 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:08,221 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/user/ HTTP/1.0" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/user/ HTTP/1.1" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/?_=1718342643934" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.052 1483 0.052) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /assets/RedHatText-Regular..woff2 HTTP/1.1" 200 25844 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/vendor.css" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1406 -) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /assets/RedHatText-Medium..woff2 HTTP/1.1" 200 26880 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/vendor.css" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1405 -) gunicorn-web stdout | 2024-06-14 05:24:08,613 [266] [DEBUG] [app] Starting request: urn:request:b20894b7-ed0d-4044-8308-82f20e122b8f (/api/v1/organization/user1_org/members) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:08,614 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,614 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,614 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,626 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,627 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,628 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:08,633 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,633 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,633 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,634 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:08,637 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:08,642 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [22, False]) gunicorn-web stdout | 2024-06-14 05:24:08,646 [266] [DEBUG] [app] Ending request: urn:request:b20894b7-ed0d-4044-8308-82f20e122b8f (/api/v1/organization/user1_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:b20894b7-ed0d-4044-8308-82f20e122b8f', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/members', 'path': '/api/v1/organization/user1_org/members', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:08,646 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:08,647 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/organization/user1_org/members HTTP/1.0" 200 383 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/organization/user1_org/members HTTP/1.1" 200 383 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1504 0.034) securityworker stdout | 2024-06-14 05:24:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:24:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:10.943473+00:00 (in 1.998569 seconds) securityworker stdout | 2024-06-14 05:24:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:38 UTC)" (scheduled at 2024-06-14 05:24:08.944414+00:00) securityworker stdout | 2024-06-14 05:24:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:24:08,948 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:24:08,948 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:24:08,948 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:24:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:24:08,952 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:24:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:08,954 [266] [DEBUG] [app] Starting request: urn:request:ce04f5fa-7eec-47d8-ad7f-25e670735557 (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:08,954 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,954 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,955 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) securityworker stdout | 2024-06-14 05:24:08,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,967 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:08,968 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) securityworker stdout | 2024-06-14 05:24:08,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:08,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:08,970 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 19, 8, 953927), 1, 2]) gunicorn-web stdout | 2024-06-14 05:24:08,972 [266] [DEBUG] [app] Ending request: urn:request:ce04f5fa-7eec-47d8-ad7f-25e670735557 (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:ce04f5fa-7eec-47d8-ad7f-25e670735557', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:08,973 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:08,973 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 244 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:08 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 244 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1500 0.019) securityworker stdout | 2024-06-14 05:24:08,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:08,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:08,974 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 19, 8, 953927), 1, 2]) securityworker stdout | 2024-06-14 05:24:08,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:08,978 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:08,978 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:08,978 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:24:08,978 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:24:08,978 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:24:08,978 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:24:08,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:08,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:24:08,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:38 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:24:09,068 [266] [DEBUG] [app] Starting request: urn:request:4af4f74b-48f1-4130-ba37-b3be759269e2 (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:09,068 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,069 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,069 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,076 [267] [DEBUG] [app] Starting request: urn:request:c5e5f29b-9984-464c-b4e8-8e931e23f580 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:09,076 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,076 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,077 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,081 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,082 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,083 [266] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-06-14 05:24:09,088 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,088 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,088 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,089 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,089 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,089 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,089 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,089 [266] [DEBUG] [app] Ending request: urn:request:4af4f74b-48f1-4130-ba37-b3be759269e2 (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:4af4f74b-48f1-4130-ba37-b3be759269e2', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,089 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,089 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,090 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1528 0.022) gunicorn-web stdout | 2024-06-14 05:24:09,093 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,098 [267] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 21, 3, 1, 'user1', 21, 3, 1, 'user1', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:09,106 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:09,110 [267] [DEBUG] [app] Ending request: urn:request:c5e5f29b-9984-464c-b4e8-8e931e23f580 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:c5e5f29b-9984-464c-b4e8-8e931e23f580', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,110 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,110 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.035 1531 0.036) gunicorn-web stdout | 2024-06-14 05:24:09,216 [267] [DEBUG] [app] Starting request: urn:request:f6237651-752b-4a15-bdde-24327b954afc (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:09,216 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,216 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,217 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,229 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,230 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,230 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,230 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,234 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,234 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,234 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,234 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,235 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:09,239 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,240 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,240 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,240 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:09,243 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:09,247 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:09,251 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:09,253 [266] [DEBUG] [app] Starting request: urn:request:32709c85-c803-4e57-8cce-72ff8fe80d71 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:09,254 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,254 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,254 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,254 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,254 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,254 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,255 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:09,255 [263] [DEBUG] [app] Starting request: urn:request:e4caeee6-faaa-466d-8e19-d46cd9184c59 (/api/v1/organization/user1_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:09,256 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,256 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,256 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,258 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,262 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:09,265 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,268 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,268 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,269 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,269 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,269 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,269 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,269 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,269 [267] [DEBUG] [app] Ending request: urn:request:f6237651-752b-4a15-bdde-24327b954afc (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:f6237651-752b-4a15-bdde-24327b954afc', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,270 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,270 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.055 1496 0.055) gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,270 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,270 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,271 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,275 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,275 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,275 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,275 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,275 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,276 [263] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1_org+%']) gunicorn-web stdout | 2024-06-14 05:24:09,276 [266] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:09,281 [267] [DEBUG] [app] Starting request: urn:request:6f7eb40f-ead7-46ff-b1b9-a0266b92038a (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:09,281 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,281 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,281 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,282 [263] [DEBUG] [app] Ending request: urn:request:e4caeee6-faaa-466d-8e19-d46cd9184c59 (/api/v1/organization/user1_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:e4caeee6-faaa-466d-8e19-d46cd9184c59', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,282 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,283 [263] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.028 1532 0.028) gunicorn-web stdout | 2024-06-14 05:24:09,284 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:09,288 [266] [DEBUG] [app] Ending request: urn:request:32709c85-c803-4e57-8cce-72ff8fe80d71 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:32709c85-c803-4e57-8cce-72ff8fe80d71', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,288 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,289 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.036 1535 0.036) gunicorn-web stdout | 2024-06-14 05:24:09,293 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,293 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,293 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,293 [267] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:09,293 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,294 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,294 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,294 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,294 [267] [DEBUG] [app] Ending request: urn:request:6f7eb40f-ead7-46ff-b1b9-a0266b92038a (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:6f7eb40f-ead7-46ff-b1b9-a0266b92038a', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,295 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,295 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1498 0.016) gunicorn-web stdout | 2024-06-14 05:24:09,394 [263] [DEBUG] [app] Starting request: urn:request:f54c46bd-adb1-43a9-b441-4d3bec3f0768 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:09,394 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,394 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,395 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,407 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:09,408 [263] [DEBUG] [app] Ending request: urn:request:f54c46bd-adb1-43a9-b441-4d3bec3f0768 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:f54c46bd-adb1-43a9-b441-4d3bec3f0768', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:09,408 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:09,408 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1490 0.016) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:09 +0000] "GET /assets/RedHatDisplay-Medium..woff2 HTTP/1.1" 200 26664 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/vendor.css" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1408 -) gcworker stdout | 2024-06-14 05:24:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:24:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:39.431132+00:00 (in 29.999456 seconds) gcworker stdout | 2024-06-14 05:24:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:39 UTC)" (scheduled at 2024-06-14 05:24:09.431132+00:00) gcworker stdout | 2024-06-14 05:24:09,432 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717133049432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:24:09,445 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:24:09,445 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:24:09,446 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:39 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:24:10,013 [266] [DEBUG] [app] Starting request: urn:request:9bac467f-5bf2-451c-b3c5-94a3be6c8050 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,013 [263] [DEBUG] [app] Starting request: urn:request:458f4b75-0372-40b9-94b7-9a8609f80a32 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,013 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,013 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,013 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,013 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,014 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,014 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,014 [267] [DEBUG] [app] Starting request: urn:request:a47551ed-ed83-44e1-b197-7486651c4fbf (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,015 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,015 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,015 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,019 [265] [DEBUG] [app] Starting request: urn:request:6d9f5ff0-b9fd-4a26-96de-c395625045a2 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,019 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,019 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,020 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,028 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,029 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,029 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,029 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,030 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,030 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,030 [266] [DEBUG] [app] Ending request: urn:request:9bac467f-5bf2-451c-b3c5-94a3be6c8050 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:9bac467f-5bf2-451c-b3c5-94a3be6c8050', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,030 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,031 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,031 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1500 0.019) gunicorn-web stdout | 2024-06-14 05:24:10,031 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,031 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,031 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,032 [266] [DEBUG] [app] Starting request: urn:request:cbc95da0-5afc-4146-8360-1571ece6c8b1 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:10,032 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,032 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,032 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,032 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,033 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,034 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,034 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,034 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,034 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,035 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,035 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,036 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,036 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,036 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,037 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:10,037 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,040 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,040 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,041 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,041 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:10,042 [265] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,042 [265] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,042 [265] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,042 [263] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:10,042 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:10,044 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,044 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,044 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,044 [266] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:10,044 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,044 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,045 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,045 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,045 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,045 [266] [DEBUG] [app] Ending request: urn:request:cbc95da0-5afc-4146-8360-1571ece6c8b1 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:cbc95da0-5afc-4146-8360-1571ece6c8b1', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,046 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,046 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:10,046 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.027 1508 0.027) gunicorn-web stdout | 2024-06-14 05:24:10,047 [266] [DEBUG] [app] Starting request: urn:request:d89a95a7-c194-4911-a081-857c22f36e17 (/api/v1/organization/user1_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:10,047 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,047 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,047 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,048 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,049 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,050 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:10,051 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,052 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,052 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,052 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,053 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,054 [263] [DEBUG] [app] Ending request: urn:request:458f4b75-0372-40b9-94b7-9a8609f80a32 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:458f4b75-0372-40b9-94b7-9a8609f80a32', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,055 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,055 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.043 1545 0.043) gunicorn-web stdout | 2024-06-14 05:24:10,056 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,056 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,056 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,056 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,057 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,059 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,059 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,061 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,061 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,063 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,064 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,065 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,065 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,065 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,065 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,065 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,066 [266] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1_org+%']) gunicorn-web stdout | 2024-06-14 05:24:10,067 [267] [DEBUG] [app] Ending request: urn:request:a47551ed-ed83-44e1-b197-7486651c4fbf (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:a47551ed-ed83-44e1-b197-7486651c4fbf', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,067 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,067 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.054 1506 0.054) gunicorn-web stdout | 2024-06-14 05:24:10,068 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,071 [266] [DEBUG] [app] Ending request: urn:request:d89a95a7-c194-4911-a081-857c22f36e17 (/api/v1/organization/user1_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:d89a95a7-c194-4911-a081-857c22f36e17', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,072 [265] [DEBUG] [app] Ending request: urn:request:6d9f5ff0-b9fd-4a26-96de-c395625045a2 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:6d9f5ff0-b9fd-4a26-96de-c395625045a2', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,072 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,072 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:10,072 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.053 1542 0.054) gunicorn-web stdout | 2024-06-14 05:24:10,072 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.055 1506 0.055) gunicorn-web stdout | 2024-06-14 05:24:10,329 [263] [DEBUG] [app] Starting request: urn:request:57d487f5-d3ae-46db-ac1d-cff14bd5ecc5 (/api/v1/organization/user1_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,329 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,329 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,329 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,341 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,341 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,341 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,341 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,342 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,342 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,342 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,343 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,348 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,348 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,348 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,349 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,353 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 21]) gunicorn-web stdout | 2024-06-14 05:24:10,359 [263] [DEBUG] [app] Ending request: urn:request:57d487f5-d3ae-46db-ac1d-cff14bd5ecc5 (/api/v1/organization/user1_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:57d487f5-d3ae-46db-ac1d-cff14bd5ecc5', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/logs?starttime=05/15/2024&endtime=06/14/2024&next_page=', 'path': '/api/v1/organization/user1_org/logs', 'parameters': {'starttime': '05/15/2024', 'endtime': '06/14/2024', 'next_page': ''}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,359 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,359 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/logs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024&next_page= HTTP/1.0" 200 578 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/logs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024&next_page= HTTP/1.1" 200 578 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.032 1570 0.032) gunicorn-web stdout | 2024-06-14 05:24:10,707 [263] [DEBUG] [app] Starting request: urn:request:dc60d917-f347-4914-8d99-d3427b822e76 (/api/v1/organization/user1_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:10,707 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,707 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,708 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,708 [266] [DEBUG] [app] Starting request: urn:request:45923458-d7c8-4ca0-9114-b2adcb9432d2 (/api/v1/organization/user1_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:10,708 [267] [DEBUG] [app] Starting request: urn:request:4f55d8f9-8fe7-4475-a024-796fe726d39a (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:10,708 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,708 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,708 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,708 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,709 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,709 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,719 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,719 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,719 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,720 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,720 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,720 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,720 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,720 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,720 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,720 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,720 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:10,720 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:10,720 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,720 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,721 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,721 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,721 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,721 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,721 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,722 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,724 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,724 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,724 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,724 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,725 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:10,725 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,726 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,726 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,726 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,727 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,727 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,727 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,727 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,729 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,729 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,730 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:10,730 [263] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:10,730 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:10,731 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:10,733 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,734 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,735 [266] [DEBUG] [app] Ending request: urn:request:45923458-d7c8-4ca0-9114-b2adcb9432d2 (/api/v1/organization/user1_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:45923458-d7c8-4ca0-9114-b2adcb9432d2', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/prototypes', 'path': '/api/v1/organization/user1_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,736 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,736 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1517 0.030) gunicorn-web stdout | 2024-06-14 05:24:10,737 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s)) GROUP BY "t1"."team_id"', [8]) gunicorn-web stdout | 2024-06-14 05:24:10,738 [263] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:10,740 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,740 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,740 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:10,740 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,742 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,744 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,745 [263] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:10,748 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:10,749 [263] [DEBUG] [app] Ending request: urn:request:dc60d917-f347-4914-8d99-d3427b822e76 (/api/v1/organization/user1_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:dc60d917-f347-4914-8d99-d3427b822e76', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/aggregatelogs?starttime=05/15/2024&endtime=06/14/2024', 'path': '/api/v1/organization/user1_org/aggregatelogs', 'parameters': {'starttime': '05/15/2024', 'endtime': '06/14/2024'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,749 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:10,750 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/aggregatelogs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024 HTTP/1.0" 200 100 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org/aggregatelogs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024 HTTP/1.1" 200 100 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.044 1568 0.043) gunicorn-web stdout | 2024-06-14 05:24:10,751 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:10,755 [267] [DEBUG] [app] Ending request: urn:request:4f55d8f9-8fe7-4475-a024-796fe726d39a (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:4f55d8f9-8fe7-4475-a024-796fe726d39a', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:10,755 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.048 1506 0.048) gunicorn-web stdout | 2024-06-14 05:24:10,755 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:10 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 821 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" securityworker stdout | 2024-06-14 05:24:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:24:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:38.944414+00:00 (in 28.000386 seconds) securityworker stdout | 2024-06-14 05:24:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:40 UTC)" (scheduled at 2024-06-14 05:24:10.943473+00:00) securityworker stdout | 2024-06-14 05:24:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:24:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:24:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:24:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:24:10,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:24:10,963 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:24:10,963 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:24:12,309 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:24:13,230 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:24:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:23.349575+00:00 (in 9.999520 seconds) notificationworker stdout | 2024-06-14 05:24:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:23 UTC)" (scheduled at 2024-06-14 05:24:13.349575+00:00) notificationworker stdout | 2024-06-14 05:24:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 13, 350297), True, datetime.datetime(2024, 6, 14, 5, 24, 13, 350297), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:24:14,370 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} buildlogsarchiver stdout | 2024-06-14 05:24:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:24:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:44.748154+00:00 (in 29.999478 seconds) buildlogsarchiver stdout | 2024-06-14 05:24:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:44 UTC)" (scheduled at 2024-06-14 05:24:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:24:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 24, 14, 748960), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:24:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:24:14,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:24:14,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:24:44 UTC)" executed successfully queuecleanupworker stdout | 2024-06-14 05:24:14,792 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} gunicorn-web stdout | 2024-06-14 05:24:15,938 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:24:15,941 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:24:15,944 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:24:15,950 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:24:15,953 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:24:16,928 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} gunicorn-web stdout | 2024-06-14 05:24:17,635 [263] [DEBUG] [app] Starting request: urn:request:a683a3c1-9c86-45aa-87ba-33487f2135ac (/api/v1/organization/user1_org/team/team1) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:17,635 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:17,635 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:17,636 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:17,649 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:17,649 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:17,649 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:17,650 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:17,650 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,650 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,650 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,651 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:17,656 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,656 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,656 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:17,656 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE ((("t1"."name" = %s) AND ("t2"."organization" = %s)) AND ("t2"."username" = %s)) LIMIT %s', ['team1', True, 'user1_org', 1]) gunicorn-web stdout | 2024-06-14 05:24:17,660 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:17,663 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['member', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:17,667 [263] [DEBUG] [peewee] ('INSERT INTO "team" ("name", "organization_id", "role_id", "description") VALUES (%s, %s, %s, %s) RETURNING "team"."id"', ['team1', 22, 3, '']) gunicorn-web stdout | 2024-06-14 05:24:17,672 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:17,675 [263] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [32, 22, 21, None, datetime.datetime(2024, 6, 14, 5, 24, 17, 671654), '10.131.0.6', '{"team": "team1"}']) gunicorn-web stdout | 2024-06-14 05:24:17,680 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:17,681 [263] [DEBUG] [app] Ending request: urn:request:a683a3c1-9c86-45aa-87ba-33487f2135ac (/api/v1/organization/user1_org/team/team1) {'endpoint': 'api.organizationteam', 'request_id': 'urn:request:a683a3c1-9c86-45aa-87ba-33487f2135ac', 'remote_addr': '10.131.0.6', 'http_method': 'PUT', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/team/team1', 'path': '/api/v1/organization/user1_org/team/team1', 'parameters': {}, 'json_body': {'name': 'team1', 'role': 'member'}, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:17,681 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:17,682 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:17 +0000] "PUT /api/v1/organization/user1_org/team/team1 HTTP/1.0" 200 232 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:17 +0000] "PUT /api/v1/organization/user1_org/team/team1 HTTP/1.1" 200 232 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.049 1725 0.048) gunicorn-web stdout | 2024-06-14 05:24:18,029 [263] [DEBUG] [app] Starting request: urn:request:34b86796-2840-4ffd-be4f-12bdba694043 (/api/v1/organization/user1_org/team/team1/members) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:18,029 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,029 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,030 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,031 [266] [DEBUG] [app] Starting request: urn:request:db829585-f0c8-4a16-901e-3afccb4b2a96 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:18,032 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,032 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,032 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,033 [267] [DEBUG] [app] Starting request: urn:request:cc00b934-1906-463e-9408-b5bac1b21d6c (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:18,034 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,034 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,034 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,035 [265] [DEBUG] [app] Starting request: urn:request:370bfab8-e4f0-45f4-8f75-a31056411ab4 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:18,035 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,035 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,036 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,042 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,044 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,044 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,045 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,046 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:18,046 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:18,046 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,047 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,047 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:18,047 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:18,048 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,048 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,048 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,049 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,049 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,049 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") WHERE ((("t1"."name" = %s) AND ("t2"."organization" = %s)) AND ("t2"."username" = %s)) LIMIT %s', ['team1', True, 'user1_org', 1]) gunicorn-web stdout | 2024-06-14 05:24:18,050 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,050 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,050 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,050 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,051 [266] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:18,051 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:18,052 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,052 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,052 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,052 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,053 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,053 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:18,054 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "teammember" AS "t2" ON ("t2"."user_id" = "t1"."id") INNER JOIN "team" AS "t3" ON ("t2"."team_id" = "t3"."id") WHERE ("t3"."id" = %s)', [9]) gunicorn-web stdout | 2024-06-14 05:24:18,056 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,056 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,057 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,057 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:18,058 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."email", "t1"."team_id", "t1"."inviter_id", "t1"."invite_token" FROM "teammemberinvite" AS "t1" INNER JOIN "team" AS "t2" ON ("t1"."team_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."organization_id" = "t3"."id") WHERE ("t2"."id" = %s)', [9]) gunicorn-web stdout | 2024-06-14 05:24:18,058 [265] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,058 [265] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,058 [265] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:18,058 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:18,059 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:18,060 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:18,061 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,062 [263] [DEBUG] [app] Ending request: urn:request:34b86796-2840-4ffd-be4f-12bdba694043 (/api/v1/organization/user1_org/team/team1/members) {'endpoint': 'api.teammemberlist', 'request_id': 'urn:request:34b86796-2840-4ffd-be4f-12bdba694043', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/team/team1/members?includePending=true', 'path': '/api/v1/organization/user1_org/team/team1/members', 'parameters': {'includePending': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:18,062 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:18,062 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:18,063 [266] [DEBUG] [app] Ending request: urn:request:db829585-f0c8-4a16-901e-3afccb4b2a96 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:db829585-f0c8-4a16-901e-3afccb4b2a96', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org/team/team1/members?includePending=true HTTP/1.1" 200 51 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1568 0.035) gunicorn-web stdout | 2024-06-14 05:24:18,063 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org/team/team1/members?includePending=true HTTP/1.0" 200 51 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:18,063 [266] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.033 1568 0.033) gunicorn-web stdout | 2024-06-14 05:24:18,063 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:18,064 [267] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:18,066 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:18,068 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,068 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,068 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,068 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,068 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:18,069 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,069 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,069 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,069 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:18,070 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:18,072 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,073 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,076 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:18,077 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:18,079 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,080 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:18,083 [267] [DEBUG] [app] Ending request: urn:request:cc00b934-1906-463e-9408-b5bac1b21d6c (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:cc00b934-1906-463e-9408-b5bac1b21d6c', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:18,084 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:18,084 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.052 1529 0.051) gunicorn-web stdout | 2024-06-14 05:24:18,084 [265] [DEBUG] [app] Ending request: urn:request:370bfab8-e4f0-45f4-8f75-a31056411ab4 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:370bfab8-e4f0-45f4-8f75-a31056411ab4', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:18,085 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.052 1529 0.052) gunicorn-web stdout | 2024-06-14 05:24:18,085 [265] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:18 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:19,096 [265] [DEBUG] [app] Starting request: urn:request:0cad8bd3-e1aa-4b44-902b-420ae2165903 (/api/v1/organization/user1_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:19,096 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,096 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,097 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:19,109 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:19,109 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:19,109 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,110 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,110 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,110 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,110 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,111 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:19,116 [265] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,116 [265] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,116 [265] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:19,116 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,116 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:19,117 [265] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1_org+%']) gunicorn-web stdout | 2024-06-14 05:24:19,122 [265] [DEBUG] [app] Ending request: urn:request:0cad8bd3-e1aa-4b44-902b-420ae2165903 (/api/v1/organization/user1_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:0cad8bd3-e1aa-4b44-902b-420ae2165903', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:19,123 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:19 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1565 0.029) gunicorn-web stdout | 2024-06-14 05:24:19,123 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:19 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" exportactionlogsworker stdout | 2024-06-14 05:24:19,502 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:24:20,684 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:24:20,751 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:24:20,900 [266] [DEBUG] [app] Starting request: urn:request:a0641e26-5027-4317-a63f-3ef380ae5480 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:20,900 [263] [DEBUG] [app] Starting request: urn:request:d4ac0eca-8c87-4c5f-9c8d-b5a4a328995e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:20,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:20,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:24:20,903 [279] [DEBUG] [app] Starting request: urn:request:f43fbce3-9d3c-4b9a-afc6-e182379d21db (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:20,903 [282] [DEBUG] [app] Starting request: urn:request:ba7f61c0-36a1-45e6-8fb3-6b039748d6e8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:20,903 [282] [DEBUG] [app] Ending request: urn:request:ba7f61c0-36a1-45e6-8fb3-6b039748d6e8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ba7f61c0-36a1-45e6-8fb3-6b039748d6e8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:20,903 [279] [DEBUG] [app] Ending request: urn:request:f43fbce3-9d3c-4b9a-afc6-e182379d21db (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f43fbce3-9d3c-4b9a-afc6-e182379d21db', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:20,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:24:20,904 [282] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:24:20,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:20,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:20,905 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:20,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:20,906 [266] [DEBUG] [app] Starting request: urn:request:62d3e85c-2ece-4fa4-91ac-a0f2a7aff498 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:20,906 [266] [DEBUG] [app] Ending request: urn:request:62d3e85c-2ece-4fa4-91ac-a0f2a7aff498 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:62d3e85c-2ece-4fa4-91ac-a0f2a7aff498', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:20,906 [265] [DEBUG] [app] Starting request: urn:request:f4b1c6ee-631f-4b8e-81d9-ab5c5d4bf041 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:24:20,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:20,907 [265] [DEBUG] [app] Ending request: urn:request:f4b1c6ee-631f-4b8e-81d9-ab5c5d4bf041 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f4b1c6ee-631f-4b8e-81d9-ab5c5d4bf041', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:20,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:20,907 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:24:20,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:20,907 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:20,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:20,916 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:20,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:20,928 [266] [DEBUG] [app] Ending request: urn:request:a0641e26-5027-4317-a63f-3ef380ae5480 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a0641e26-5027-4317-a63f-3ef380ae5480', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:20,928 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:20,928 [263] [DEBUG] [app] Ending request: urn:request:d4ac0eca-8c87-4c5f-9c8d-b5a4a328995e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d4ac0eca-8c87-4c5f-9c8d-b5a4a328995e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:20,928 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:20,928 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:24:20,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.030) namespacegcworker stdout | 2024-06-14 05:24:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:24:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:29.933045+00:00 (in 9.001664 seconds) namespacegcworker stdout | 2024-06-14 05:24:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:20 UTC)" (scheduled at 2024-06-14 05:24:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:24:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:24:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 20, 931762), True, datetime.datetime(2024, 6, 14, 5, 24, 20, 931762), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:24:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:24:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:24:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:24:21,244 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:24:22,299 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:24:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:33.349575+00:00 (in 9.999480 seconds) notificationworker stdout | 2024-06-14 05:24:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:33 UTC)" (scheduled at 2024-06-14 05:24:23.349575+00:00) notificationworker stdout | 2024-06-14 05:24:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 23, 350351), True, datetime.datetime(2024, 6, 14, 5, 24, 23, 350351), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:23,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:23,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:23,363 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:33 UTC)" executed successfully securityworker stdout | 2024-06-14 05:24:23,609 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:24:23,748 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} exportactionlogsworker stdout | 2024-06-14 05:24:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:24:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:29.431334+00:00 (in 3.997973 seconds) exportactionlogsworker stdout | 2024-06-14 05:24:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:25 UTC)" (scheduled at 2024-06-14 05:24:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:24:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:24:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:25 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:24:25,555 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:24:25,635 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:24:25,716 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:24:25,953 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:24:26,003 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:24:26,562 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:24:27,080 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} gunicorn-web stdout | 2024-06-14 05:24:28,186 [263] [DEBUG] [app] Starting request: urn:request:802b250a-6a37-42d8-a6ef-c2df35e59f33 (/api/v1/organization/user1_org/robots/robot1) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:28,186 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:28,186 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:28,187 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:28,199 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:28,199 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:28,199 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:28,200 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:28,200 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,200 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,200 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,202 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:28,206 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,206 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,206 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:28,207 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:28,211 [263] [DEBUG] [app] Ending request: urn:request:802b250a-6a37-42d8-a6ef-c2df35e59f33 (/api/v1/organization/user1_org/robots/robot1) {'endpoint': 'api.orgrobot', 'request_id': 'urn:request:802b250a-6a37-42d8-a6ef-c2df35e59f33', 'remote_addr': '10.131.0.6', 'http_method': 'PUT', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots/robot1', 'path': '/api/v1/organization/user1_org/robots/robot1', 'parameters': {}, 'json_body': {'description': ''}, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:28,211 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:28,211 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:28 +0000] "PUT /api/v1/organization/user1_org/robots/robot1 HTTP/1.0" 400 382 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:28 +0000] "PUT /api/v1/organization/user1_org/robots/robot1 HTTP/1.1" 400 382 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Teamsandmembership" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.028 1714 0.027) quotaregistrysizeworker stdout | 2024-06-14 05:24:28,270 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:24:28,531 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} securityscanningnotificationworker stdout | 2024-06-14 05:24:28,830 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:24:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:38.833005+00:00 (in 10.001758 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:24:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:28 UTC)" (scheduled at 2024-06-14 05:24:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:24:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:24:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 28, 831481), True, datetime.datetime(2024, 6, 14, 5, 24, 28, 831481), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:24:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:24:28,845 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:24:28,845 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:28 UTC)" executed successfully gunicorn-secscan stdout | 2024-06-14 05:24:28,865 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:24:28,868 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:24:28,871 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} exportactionlogsworker stdout | 2024-06-14 05:24:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:24:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:25.432876+00:00 (in 56.001071 seconds) exportactionlogsworker stdout | 2024-06-14 05:24:29,431 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:29 UTC)" (scheduled at 2024-06-14 05:24:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:24:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:24:29,432 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 29, 432048), True, datetime.datetime(2024, 6, 14, 5, 24, 29, 432048), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:24:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:24:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:24:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:29 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:24:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:24:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:20.930969+00:00 (in 50.997458 seconds) namespacegcworker stdout | 2024-06-14 05:24:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:29 UTC)" (scheduled at 2024-06-14 05:24:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:24:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:24:29,934 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:24:30,014 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:24:30,018 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:24:30,021 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:24:30,026 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:24:30,029 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:24:30,031 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:24:30,034 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:24:30,037 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} gunicorn-registry stdout | 2024-06-14 05:24:30,039 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} repositorygcworker stdout | 2024-06-14 05:24:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:24:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:00.578121+00:00 (in 29.998385 seconds) repositorygcworker stdout | 2024-06-14 05:24:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:30 UTC)" (scheduled at 2024-06-14 05:24:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:24:30,579 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:24:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:24:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:43.349575+00:00 (in 9.999524 seconds) notificationworker stdout | 2024-06-14 05:24:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:43 UTC)" (scheduled at 2024-06-14 05:24:33.349575+00:00) notificationworker stdout | 2024-06-14 05:24:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 33, 350293), True, datetime.datetime(2024, 6, 14, 5, 24, 33, 350293), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:33,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:24:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:24:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:03.431309+00:00 (in 29.999550 seconds) autopruneworker stdout | 2024-06-14 05:24:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:03 UTC)" (scheduled at 2024-06-14 05:24:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:24:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342613439, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:24:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:24:33,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:24:33,445 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:03 UTC)" executed successfully nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:33 +0000] "GET / HTTP/1.1" 200 402 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1340 -) gunicorn-web stdout | 2024-06-14 05:24:34,127 [266] [DEBUG] [app] Starting request: urn:request:3400ae8d-7f89-4112-89ea-7d6fed17c34e (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,128 [266] [DEBUG] [app] Ending request: urn:request:3400ae8d-7f89-4112-89ea-7d6fed17c34e (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:3400ae8d-7f89-4112-89ea-7d6fed17c34e', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1385 0.002) gunicorn-web stdout | 2024-06-14 05:24:34,128 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,130 [263] [DEBUG] [app] Starting request: urn:request:981d6cbb-e7ca-4061-9526-b07245786c4b (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,130 [263] [DEBUG] [app] Ending request: urn:request:981d6cbb-e7ca-4061-9526-b07245786c4b (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:981d6cbb-e7ca-4061-9526-b07245786c4b', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1385 0.002) gunicorn-web stdout | 2024-06-14 05:24:34,131 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,434 [263] [DEBUG] [app] Starting request: urn:request:8e86d69e-f9e1-4cc4-baf4-fcc5df7721fc (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,434 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,434 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,435 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,437 [266] [DEBUG] [app] Starting request: urn:request:0610bdd9-2890-447d-9480-89f3129fbb0d (/config) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,438 [266] [DEBUG] [app] Ending request: urn:request:0610bdd9-2890-447d-9480-89f3129fbb0d (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:0610bdd9-2890-447d-9480-89f3129fbb0d', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /config HTTP/1.1" 200 3836 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1461 0.003) gunicorn-web stdout | 2024-06-14 05:24:34,438 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /config HTTP/1.0" 200 3836 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,448 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,449 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,450 [263] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user1']) gunicorn-web stdout | 2024-06-14 05:24:34,455 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,455 [263] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 21]) gunicorn-web stdout | 2024-06-14 05:24:34,459 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [21]) gunicorn-web stdout | 2024-06-14 05:24:34,463 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,466 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:24:34,470 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,474 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-06-14 05:24:34,477 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [21, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,480 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,481 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,482 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:34,486 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,486 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,486 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,486 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,486 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,487 [263] [DEBUG] [app] Ending request: urn:request:8e86d69e-f9e1-4cc4-baf4-fcc5df7721fc (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:8e86d69e-f9e1-4cc4-baf4-fcc5df7721fc', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,487 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,487 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/user/ HTTP/1.0" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/user/ HTTP/1.1" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.054 1467 0.054) gunicorn-web stdout | 2024-06-14 05:24:34,816 [267] [DEBUG] [app] Starting request: urn:request:e508fcaf-5a11-452e-9a8d-b305eedf48d2 (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,816 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,817 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,817 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,818 [265] [DEBUG] [app] Starting request: urn:request:1a5482dd-7a1c-4a62-bcc4-76fd4699c869 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,818 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,818 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,819 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,820 [263] [DEBUG] [app] Starting request: urn:request:ee3dfe7a-9b66-44a4-9914-bf51acc45af1 (/api/v1/organization/user1_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,820 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,820 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,821 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,821 [266] [DEBUG] [app] Starting request: urn:request:46b92729-ec66-4318-8f49-a845c610c22f (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,822 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,822 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,823 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,830 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,831 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,831 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,832 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,832 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,832 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,832 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,832 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,833 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,833 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,833 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,833 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,833 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,834 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:34,834 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,834 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,834 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,835 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,835 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,835 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,835 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,835 [267] [DEBUG] [app] Ending request: urn:request:e508fcaf-5a11-452e-9a8d-b305eedf48d2 (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:e508fcaf-5a11-452e-9a8d-b305eedf48d2', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,836 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,836 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,836 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 244 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 244 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1500 0.020) gunicorn-web stdout | 2024-06-14 05:24:34,836 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,837 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,837 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,837 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,837 [267] [DEBUG] [app] Starting request: urn:request:67728891-c239-42cf-a6a5-8aef3e90b615 (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:34,837 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,837 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,837 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,839 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:34,839 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,839 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,839 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,839 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,839 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,840 [263] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1_org+%']) gunicorn-web stdout | 2024-06-14 05:24:34,842 [266] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:34,843 [265] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,843 [265] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,843 [265] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,844 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:34,845 [263] [DEBUG] [app] Ending request: urn:request:ee3dfe7a-9b66-44a4-9914-bf51acc45af1 (/api/v1/organization/user1_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:ee3dfe7a-9b66-44a4-9914-bf51acc45af1', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,846 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,846 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.027 1532 0.028) gunicorn-web stdout | 2024-06-14 05:24:34,847 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:34,847 [263] [DEBUG] [app] Starting request: urn:request:0744bb63-0ebf-4f00-ae24-74bdc9d62c54 (/api/v1/organization/user1_org/members) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:34,848 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,848 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,849 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,849 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,849 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,850 [267] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-06-14 05:24:34,851 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:34,853 [266] [DEBUG] [app] Ending request: urn:request:46b92729-ec66-4318-8f49-a845c610c22f (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:46b92729-ec66-4318-8f49-a845c610c22f', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,854 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,854 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1535 0.034) gunicorn-web stdout | 2024-06-14 05:24:34,854 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,854 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,855 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,855 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,855 [266] [DEBUG] [app] Starting request: urn:request:5abefbcb-c835-4b79-b30b-535d9dc11345 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:34,855 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,855 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:34,855 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,856 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,856 [267] [DEBUG] [app] Ending request: urn:request:67728891-c239-42cf-a6a5-8aef3e90b615 (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:67728891-c239-42cf-a6a5-8aef3e90b615', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,857 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.035 1528 0.035) gunicorn-web stdout | 2024-06-14 05:24:34,857 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,858 [267] [DEBUG] [app] Starting request: urn:request:26638dee-19a0-4c2f-83c0-844c9a29f69b (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:34,858 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,858 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,858 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,859 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,861 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,862 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:34,863 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:34,866 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,868 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,868 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,868 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,868 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,869 [266] [DEBUG] [app] Ending request: urn:request:5abefbcb-c835-4b79-b30b-535d9dc11345 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:5abefbcb-c835-4b79-b30b-535d9dc11345', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,869 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,869 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,869 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.046 1498 0.047) gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,870 [265] [DEBUG] [app] Ending request: urn:request:1a5482dd-7a1c-4a62-bcc4-76fd4699c869 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:1a5482dd-7a1c-4a62-bcc4-76fd4699c869', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,870 [266] [DEBUG] [app] Starting request: urn:request:adfeeef3-ee59-46a1-9954-32321c828ac1 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:34,870 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,870 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,870 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,870 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,871 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,871 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.055 1496 0.054) gunicorn-web stdout | 2024-06-14 05:24:34,871 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:34,873 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:34,877 [267] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 21, 3, 1, 'user1', 21, 3, 1, 'user1', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:34,878 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [22, False]) gunicorn-web stdout | 2024-06-14 05:24:34,882 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:34,882 [263] [DEBUG] [app] Ending request: urn:request:0744bb63-0ebf-4f00-ae24-74bdc9d62c54 (/api/v1/organization/user1_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:0744bb63-0ebf-4f00-ae24-74bdc9d62c54', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/members', 'path': '/api/v1/organization/user1_org/members', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:34,883 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,883 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:34,884 [263] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org/members HTTP/1.0" 200 383 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/organization/user1_org/members HTTP/1.1" 200 383 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.061 1504 0.061) gunicorn-web stdout | 2024-06-14 05:24:34,884 [266] [DEBUG] [app] Ending request: urn:request:adfeeef3-ee59-46a1-9954-32321c828ac1 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:adfeeef3-ee59-46a1-9954-32321c828ac1', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,885 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:34,885 [266] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.059 1490 0.060) gunicorn-web stdout | 2024-06-14 05:24:34,885 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:34,889 [267] [DEBUG] [app] Ending request: urn:request:26638dee-19a0-4c2f-83c0-844c9a29f69b (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:26638dee-19a0-4c2f-83c0-844c9a29f69b', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:34,889 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.064 1531 0.065) gunicorn-web stdout | 2024-06-14 05:24:34,889 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:34 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:35,899 [263] [DEBUG] [app] Starting request: urn:request:9340f49c-8d0b-4787-80d7-cd82b68a645b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:35,899 [266] [DEBUG] [app] Starting request: urn:request:725648ab-d805-48bd-9c46-fc837564e0db (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:35,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:35,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:24:35,903 [285] [DEBUG] [app] Starting request: urn:request:18950f77-6525-4926-b489-392267049d42 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:35,903 [279] [DEBUG] [app] Starting request: urn:request:ede29977-bb5c-491c-bd93-c2d5abf611b5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:35,903 [285] [DEBUG] [app] Ending request: urn:request:18950f77-6525-4926-b489-392267049d42 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:18950f77-6525-4926-b489-392267049d42', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:35,903 [279] [DEBUG] [app] Ending request: urn:request:ede29977-bb5c-491c-bd93-c2d5abf611b5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ede29977-bb5c-491c-bd93-c2d5abf611b5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:24:35,904 [285] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:24:35,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:35,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:35,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:35,906 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:35,906 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:35,907 [267] [DEBUG] [app] Starting request: urn:request:849ce959-97d6-4b2a-b496-121fb12a99f7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:35,907 [265] [DEBUG] [app] Starting request: urn:request:d047a466-c64a-4e84-843a-d021a7a1f113 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:35,908 [267] [DEBUG] [app] Ending request: urn:request:849ce959-97d6-4b2a-b496-121fb12a99f7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:849ce959-97d6-4b2a-b496-121fb12a99f7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:35,908 [265] [DEBUG] [app] Ending request: urn:request:d047a466-c64a-4e84-843a-d021a7a1f113 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d047a466-c64a-4e84-843a-d021a7a1f113', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:35,908 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:35,908 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:24:35,908 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:35,908 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:35,909 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:35,909 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:35,917 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:35,917 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:35,929 [266] [DEBUG] [app] Ending request: urn:request:725648ab-d805-48bd-9c46-fc837564e0db (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:725648ab-d805-48bd-9c46-fc837564e0db', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:35,929 [263] [DEBUG] [app] Ending request: urn:request:9340f49c-8d0b-4787-80d7-cd82b68a645b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9340f49c-8d0b-4787-80d7-cd82b68a645b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:35,929 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:35,929 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:35,929 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:24:35,930 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) gunicorn-web stdout | 2024-06-14 05:24:35,992 [263] [DEBUG] [app] Starting request: urn:request:1622eb94-71c1-4e03-893d-04a89ac14dd2 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:35,992 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,992 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,993 [267] [DEBUG] [app] Starting request: urn:request:b777a52e-fcf6-405f-8992-bf445984bad1 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:35,993 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,993 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,994 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:35,994 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:35,996 [266] [DEBUG] [app] Starting request: urn:request:fcc3eb41-19a2-4d91-b758-7dc2637c203c (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:35,997 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,997 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,997 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:35,998 [265] [DEBUG] [app] Starting request: urn:request:be524b58-8d93-493b-9715-c4d9c960ee21 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:35,998 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,998 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:35,999 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,007 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,008 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,008 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,008 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,008 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,009 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,009 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,009 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,009 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,010 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,010 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,011 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,012 [265] [DEBUG] [app] Ending request: urn:request:be524b58-8d93-493b-9715-c4d9c960ee21 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:be524b58-8d93-493b-9715-c4d9c960ee21', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,013 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,013 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,013 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,013 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,013 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1500 0.017) gunicorn-web stdout | 2024-06-14 05:24:36,013 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:36,014 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,014 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,014 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,014 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,014 [267] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:36,014 [265] [DEBUG] [app] Starting request: urn:request:73f64ce0-6378-4805-b50b-bb17e818c5c1 (/api/v1/organization/user1_org) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:36,014 [265] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,014 [265] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,015 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,015 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,015 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,020 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,020 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:36,021 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:36,021 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:36,024 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:36,025 [263] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,026 [267] [DEBUG] [app] Ending request: urn:request:b777a52e-fcf6-405f-8992-bf445984bad1 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:b777a52e-fcf6-405f-8992-bf445984bad1', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,026 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,026 [265] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,026 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1545 0.035) gunicorn-web stdout | 2024-06-14 05:24:36,026 [265] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,027 [265] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,027 [267] [DEBUG] [app] Starting request: urn:request:f3c4146f-92c6-4e36-98ae-ed51dcb0432a (/api/v1/organization/user1_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:36,027 [266] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,027 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,027 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,027 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,028 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,029 [263] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,031 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,031 [265] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,031 [265] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,031 [265] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,031 [266] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,032 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,032 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,032 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,032 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,032 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,033 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,035 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,035 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,035 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,035 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,035 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,037 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,037 [265] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,037 [265] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,037 [265] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,038 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:36,039 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,040 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,040 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,041 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,041 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,042 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,043 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,044 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,045 [265] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [8, 9]) gunicorn-web stdout | 2024-06-14 05:24:36,046 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,047 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,047 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,047 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,047 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,047 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,048 [263] [DEBUG] [app] Ending request: urn:request:1622eb94-71c1-4e03-893d-04a89ac14dd2 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:1622eb94-71c1-4e03-893d-04a89ac14dd2', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,048 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,049 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,049 [267] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1_org+%']) gunicorn-web stdout | 2024-06-14 05:24:36,049 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,049 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,049 [265] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,049 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.058 1506 0.059) gunicorn-web stdout | 2024-06-14 05:24:36,049 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,050 [263] [DEBUG] [app] Starting request: urn:request:f9790c78-4ae0-4f3f-a21b-e73391592202 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:36,050 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,050 [266] [DEBUG] [app] Ending request: urn:request:fcc3eb41-19a2-4d91-b758-7dc2637c203c (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:fcc3eb41-19a2-4d91-b758-7dc2637c203c', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,050 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,051 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,051 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,051 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.056 1506 0.055) gunicorn-web stdout | 2024-06-14 05:24:36,052 [266] [DEBUG] [app] Starting request: urn:request:26876cb5-fad8-4b77-af8e-c50c1b5afa49 (/api/v1/organization/user1_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:36,052 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,052 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,053 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,053 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,055 [267] [DEBUG] [app] Ending request: urn:request:f3c4146f-92c6-4e36-98ae-ed51dcb0432a (/api/v1/organization/user1_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:f3c4146f-92c6-4e36-98ae-ed51dcb0432a', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,056 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.056 1542 0.056) gunicorn-web stdout | 2024-06-14 05:24:36,056 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:36,057 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1_org']) gunicorn-web stdout | 2024-06-14 05:24:36,057 [267] [DEBUG] [app] Starting request: urn:request:d74bf90a-c9f9-4b07-a82b-221df89c08c3 (/api/v1/organization/user1_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:36,057 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,057 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,058 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,060 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [22, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,062 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,062 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,062 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,063 [263] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:36,063 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,063 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,063 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,063 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,064 [263] [DEBUG] [app] Ending request: urn:request:f9790c78-4ae0-4f3f-a21b-e73391592202 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:f9790c78-4ae0-4f3f-a21b-e73391592202', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,064 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,064 [263] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.064 1508 0.064) gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,064 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,065 [265] [DEBUG] [app] Ending request: urn:request:73f64ce0-6378-4805-b50b-bb17e818c5c1 (/api/v1/organization/user1_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:73f64ce0-6378-4805-b50b-bb17e818c5c1', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org', 'path': '/api/v1/organization/user1_org', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,065 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.1" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.068 1506 0.067) gunicorn-web stdout | 2024-06-14 05:24:36,066 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,066 [265] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org HTTP/1.0" 200 1110 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:36,070 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,070 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,070 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,070 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,070 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,070 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,070 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,071 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,071 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,071 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,071 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,072 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,075 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [22]) gunicorn-web stdout | 2024-06-14 05:24:36,076 [267] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,077 [267] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,077 [267] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,078 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,079 [266] [DEBUG] [app] Ending request: urn:request:26876cb5-fad8-4b77-af8e-c50c1b5afa49 (/api/v1/organization/user1_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:26876cb5-fad8-4b77-af8e-c50c1b5afa49', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/prototypes', 'path': '/api/v1/organization/user1_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,079 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,079 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.077 1517 0.078) gunicorn-web stdout | 2024-06-14 05:24:36,082 [267] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:36,086 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,090 [267] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:36,094 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,098 [267] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 'day']) gunicorn-web stdout | 2024-06-14 05:24:36,101 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-06-14 05:24:36,106 [267] [DEBUG] [app] Ending request: urn:request:d74bf90a-c9f9-4b07-a82b-221df89c08c3 (/api/v1/organization/user1_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:d74bf90a-c9f9-4b07-a82b-221df89c08c3', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/aggregatelogs?starttime=05/15/2024&endtime=06/14/2024', 'path': '/api/v1/organization/user1_org/aggregatelogs', 'parameters': {'starttime': '05/15/2024', 'endtime': '06/14/2024'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,107 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/aggregatelogs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024 HTTP/1.1" 200 188 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.104 1568 0.105) gunicorn-web stdout | 2024-06-14 05:24:36,107 [267] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/aggregatelogs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024 HTTP/1.0" 200 188 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:36,320 [263] [DEBUG] [app] Starting request: urn:request:f2783c9b-10ed-41bc-b903-59a04142f850 (/api/v1/organization/user1_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:36,320 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,320 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,321 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,334 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,335 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,337 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:36,341 [263] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,341 [263] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,341 [263] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:36,342 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1_org', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:36,346 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 5, 15, 0, 0), datetime.datetime(2024, 6, 15, 0, 0), 22, 21]) gunicorn-web stdout | 2024-06-14 05:24:36,351 [263] [DEBUG] [app] Ending request: urn:request:f2783c9b-10ed-41bc-b903-59a04142f850 (/api/v1/organization/user1_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:f2783c9b-10ed-41bc-b903-59a04142f850', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/logs?starttime=05/15/2024&endtime=06/14/2024&next_page=', 'path': '/api/v1/organization/user1_org/logs', 'parameters': {'starttime': '05/15/2024', 'endtime': '06/14/2024', 'next_page': ''}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:36,352 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:36,352 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/logs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024&next_page= HTTP/1.0" 200 913 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:36 +0000] "GET /api/v1/organization/user1_org/logs?starttime=05%2F15%2F2024&endtime=06%2F14%2F2024&next_page= HTTP/1.1" 200 913 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1570 0.034) quotaregistrysizeworker stdout | 2024-06-14 05:24:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:24:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:36.363847+00:00 (in 59.999576 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:24:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:36 UTC)" (scheduled at 2024-06-14 05:24:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:24:36,364 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:24:36,375 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:24:36,375 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:24:37,548 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} gunicorn-web stdout | 2024-06-14 05:24:38,058 [267] [DEBUG] [app] Starting request: urn:request:d3ea9420-0861-4cfe-953b-1b52b2abe178 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:38,058 [267] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,058 [267] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,059 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:38,060 [263] [DEBUG] [app] Starting request: urn:request:41f87742-c2fb-4f65-8e91-c175a94166ea (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:38,060 [263] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,061 [263] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,061 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:38,063 [266] [DEBUG] [app] Starting request: urn:request:fdccd5d7-26cd-4b01-a19d-c46d851a1c99 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.129.2.9'} gunicorn-web stdout | 2024-06-14 05:24:38,063 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,064 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,064 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:38,071 [267] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:38,071 [267] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:38,071 [267] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,072 [267] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,072 [267] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,072 [267] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,072 [267] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,072 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user1', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,073 [263] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,074 [263] [DEBUG] [app] Ending request: urn:request:41f87742-c2fb-4f65-8e91-c175a94166ea (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:41f87742-c2fb-4f65-8e91-c175a94166ea', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:38,074 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:38,075 [263] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1526 0.015) gunicorn-web stdout | 2024-06-14 05:24:38,076 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:38,076 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:38,076 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,076 [266] [DEBUG] [endpoints.api] Checking fresh login for user user1: Last login at 2024-06-14 05:23:47+00:00 gunicorn-web stdout | 2024-06-14 05:24:38,077 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:38,077 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,077 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,077 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:38,078 [266] [DEBUG] [app] Ending request: urn:request:fdccd5d7-26cd-4b01-a19d-c46d851a1c99 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:fdccd5d7-26cd-4b01-a19d-c46d851a1c99', 'remote_addr': '10.129.2.9', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:38,078 [266] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.9 (-) - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1518 0.016) gunicorn-web stdout | 2024-06-14 05:24:38,079 [266] [INFO] [gunicorn.access] 10.129.2.9 - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 403 277 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-06-14 05:24:38,080 [267] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1_org', 1, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 21, 3, 1, 'user1_org', 1, 21, 101]) gunicorn-web stdout | 2024-06-14 05:24:38,087 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [21, 1, 3]) gunicorn-web stdout | 2024-06-14 05:24:38,091 [267] [DEBUG] [app] Ending request: urn:request:d3ea9420-0861-4cfe-953b-1b52b2abe178 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:d3ea9420-0861-4cfe-953b-1b52b2abe178', 'remote_addr': '10.131.0.6', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1_org', 'public': 'true'}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:38,092 [267] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:38,092 [267] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:38 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1_org&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.035 1563 0.035) securityscanningnotificationworker stdout | 2024-06-14 05:24:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:24:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:28.830792+00:00 (in 49.997288 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:24:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:38 UTC)" (scheduled at 2024-06-14 05:24:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:24:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:24:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:24:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:24:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:40.943473+00:00 (in 1.998565 seconds) securityworker stdout | 2024-06-14 05:24:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:08 UTC)" (scheduled at 2024-06-14 05:24:38.944414+00:00) securityworker stdout | 2024-06-14 05:24:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:24:38,948 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:24:38,948 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:24:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:38,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:24:38,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:24:38,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:24:38,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:24:38,967 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:24:38,971 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:38,971 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:38,972 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 19, 38, 954443), 1, 2]) securityworker stdout | 2024-06-14 05:24:38,975 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:38,975 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:38,976 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 19, 38, 954443), 1, 2]) securityworker stdout | 2024-06-14 05:24:38,980 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:24:38,980 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:24:38,980 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:38,980 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:24:38,980 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:24:38,980 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:24:38,980 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:24:38,981 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:24:38,981 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:24:38,981 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:24:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:24:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:09.431132+00:00 (in 29.999421 seconds) gcworker stdout | 2024-06-14 05:24:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:09 UTC)" (scheduled at 2024-06-14 05:24:39.431132+00:00) gcworker stdout | 2024-06-14 05:24:39,432 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717133079432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:24:39,446 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:24:39,446 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:24:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:24:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:24:40,943 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:08.944414+00:00 (in 28.000440 seconds) securityworker stdout | 2024-06-14 05:24:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:10 UTC)" (scheduled at 2024-06-14 05:24:40.943473+00:00) securityworker stdout | 2024-06-14 05:24:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:24:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:24:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:24:40,949 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:24:40,960 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:24:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:24:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:24:42,341 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:24:43,247 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:24:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:48.431171+00:00 (in 5.081137 seconds) notificationworker stdout | 2024-06-14 05:24:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:53 UTC)" (scheduled at 2024-06-14 05:24:43.349575+00:00) notificationworker stdout | 2024-06-14 05:24:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 43, 350271), True, datetime.datetime(2024, 6, 14, 5, 24, 43, 350271), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:43,365 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:43,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:24:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:24:44,403 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} buildlogsarchiver stdout | 2024-06-14 05:24:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:24:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:14.748154+00:00 (in 29.999455 seconds) buildlogsarchiver stdout | 2024-06-14 05:24:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:14 UTC)" (scheduled at 2024-06-14 05:24:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:24:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 24, 44, 749003), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:24:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:24:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:24:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:14 UTC)" executed successfully queuecleanupworker stdout | 2024-06-14 05:24:44,828 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} gunicorn-web stdout | 2024-06-14 05:24:45,949 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:24:45,953 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:24:45,956 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:24:45,958 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:24:45,961 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:24:46,963 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:24:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:24:53.349575+00:00 (in 4.917915 seconds) notificationworker stdout | 2024-06-14 05:24:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:48 UTC)" (scheduled at 2024-06-14 05:24:48.431171+00:00) notificationworker stdout | 2024-06-14 05:24:48,432 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:24:48,432 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:25:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:24:49,519 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} gunicorn-web stdout | 2024-06-14 05:24:49,980 [266] [DEBUG] [app] Starting request: urn:request:125c87db-73b1-45ac-9507-1db2bde3179a (/api/v1/organization/user1_org/robots/robot1) {'X-Forwarded-For': '209.132.188.14, 10.131.0.6'} gunicorn-web stdout | 2024-06-14 05:24:49,980 [266] [DEBUG] [app] User loader loading deferred user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:49,980 [266] [DEBUG] [auth.cookie] Loading user from cookie: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:49,981 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['2df66bb7-9c66-47e8-8fbf-4f22904eda20', False, 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:49,993 [266] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-06-14 05:24:49,993 [266] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-06-14 05:24:49,993 [266] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:49,994 [266] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 2df66bb7-9c66-47e8-8fbf-4f22904eda20 gunicorn-web stdout | 2024-06-14 05:24:49,994 [266] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:49,994 [266] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:49,994 [266] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-06-14 05:24:49,996 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [21, True]) gunicorn-web stdout | 2024-06-14 05:24:50,000 [266] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:50,000 [266] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1_org', role='admin') gunicorn-web stdout | 2024-06-14 05:24:50,000 [266] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user1_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-06-14 05:24:50,001 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1_org', 1, 0]) gunicorn-web stdout | 2024-06-14 05:24:50,005 [266] [DEBUG] [app] Ending request: urn:request:125c87db-73b1-45ac-9507-1db2bde3179a (/api/v1/organization/user1_org/robots/robot1) {'endpoint': 'api.orgrobot', 'request_id': 'urn:request:125c87db-73b1-45ac-9507-1db2bde3179a', 'remote_addr': '10.131.0.6', 'http_method': 'PUT', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/api/v1/organization/user1_org/robots/robot1', 'path': '/api/v1/organization/user1_org/robots/robot1', 'parameters': {}, 'json_body': {'description': ''}, 'confsha': '52568e3a', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-06-14 05:24:50,005 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:50,005 [266] [INFO] [gunicorn.access] 10.131.0.6 - - [14/Jun/2024:05:24:50 +0000] "PUT /api/v1/organization/user1_org/robots/robot1 HTTP/1.0" 400 382 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.131.0.6 (-) - - [14/Jun/2024:05:24:50 +0000] "PUT /api/v1/organization/user1_org/robots/robot1 HTTP/1.1" 400 382 "https://quayregistry-quay-quay-enterprise.apps.whu415az34.qe.azure.devcluster.openshift.com/organization/user1_org?tab=Robotaccounts" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.027 1709 0.027) repositoryactioncounter stdout | 2024-06-14 05:24:50,720 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:24:50,788 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:24:50,899 [266] [DEBUG] [app] Starting request: urn:request:b62a76f3-fceb-4548-a0a3-9354c2491941 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:50,899 [267] [DEBUG] [app] Starting request: urn:request:1d0653b4-f45b-4248-8efb-a0c9be321323 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:24:50,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:50,901 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:24:50,903 [286] [DEBUG] [app] Starting request: urn:request:dc0a889b-3248-4804-93b0-3d6d7f0689cb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:50,903 [279] [DEBUG] [app] Starting request: urn:request:62ee2a13-6cbc-44b3-ae13-73832a876787 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:24:50,904 [286] [DEBUG] [app] Ending request: urn:request:dc0a889b-3248-4804-93b0-3d6d7f0689cb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:dc0a889b-3248-4804-93b0-3d6d7f0689cb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:50,904 [279] [DEBUG] [app] Ending request: urn:request:62ee2a13-6cbc-44b3-ae13-73832a876787 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:62ee2a13-6cbc-44b3-ae13-73832a876787', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:24:50,904 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-06-14 05:24:50,904 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:50,904 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:50,904 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:50,906 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:50,906 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:24:50,908 [265] [DEBUG] [app] Starting request: urn:request:21e8e936-55fa-405c-96bf-a4c01d0fd2ac (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:50,908 [263] [DEBUG] [app] Starting request: urn:request:7a54b042-a2bc-456a-b29c-89df39c31869 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:24:50,908 [263] [DEBUG] [app] Ending request: urn:request:7a54b042-a2bc-456a-b29c-89df39c31869 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7a54b042-a2bc-456a-b29c-89df39c31869', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:24:50,908 [265] [DEBUG] [app] Ending request: urn:request:21e8e936-55fa-405c-96bf-a4c01d0fd2ac (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:21e8e936-55fa-405c-96bf-a4c01d0fd2ac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:24:50,908 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:50,908 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:24:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:24:50,909 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:50,909 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:24:50,909 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:50,909 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:24:50,918 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:50,918 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:24:50,928 [267] [DEBUG] [app] Ending request: urn:request:1d0653b4-f45b-4248-8efb-a0c9be321323 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1d0653b4-f45b-4248-8efb-a0c9be321323', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:50,929 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) gunicorn-web stdout | 2024-06-14 05:24:50,929 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:24:50,929 [266] [DEBUG] [app] Ending request: urn:request:b62a76f3-fceb-4548-a0a3-9354c2491941 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b62a76f3-fceb-4548-a0a3-9354c2491941', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:24:50,929 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:24:50,930 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:24:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:24:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.031) autopruneworker stdout | 2024-06-14 05:24:51,255 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:24:52,335 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:24:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:24:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:03.349575+00:00 (in 9.999531 seconds) notificationworker stdout | 2024-06-14 05:24:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:03 UTC)" (scheduled at 2024-06-14 05:24:53.349575+00:00) notificationworker stdout | 2024-06-14 05:24:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:24:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 24, 53, 350432), True, datetime.datetime(2024, 6, 14, 5, 24, 53, 350432), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:24:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:24:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:24:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:24:53,646 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:24:53,785 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:24:55,591 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:24:55,671 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:24:55,746 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:24:55,983 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:24:56,039 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:24:56,598 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:24:57,116 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:24:58,286 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:24:58,545 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:24:58,873 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:24:58,876 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:24:58,878 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} gunicorn-registry stdout | 2024-06-14 05:25:00,025 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:25:00,028 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:25:00,031 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:25:00,037 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:25:00,040 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:25:00,043 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:25:00,047 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:25:00,049 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} gunicorn-registry stdout | 2024-06-14 05:25:00,053 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} repositorygcworker stdout | 2024-06-14 05:25:00,578 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:25:00,578 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:30.579198+00:00 (in 30.000499 seconds) repositorygcworker stdout | 2024-06-14 05:25:00,578 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:00 UTC)" (scheduled at 2024-06-14 05:25:00.578121+00:00) repositorygcworker stdout | 2024-06-14 05:25:00,578 [91] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-06-14 05:25:00,579 [91] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 0, 579012), True, datetime.datetime(2024, 6, 14, 5, 25, 0, 579012), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-06-14 05:25:00,593 [91] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-06-14 05:25:00,593 [91] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-06-14 05:25:00,593 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:00 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:25:03,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:03,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:13.349575+00:00 (in 9.999498 seconds) notificationworker stdout | 2024-06-14 05:25:03,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:13 UTC)" (scheduled at 2024-06-14 05:25:03.349575+00:00) notificationworker stdout | 2024-06-14 05:25:03,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:03,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 3, 350511), True, datetime.datetime(2024, 6, 14, 5, 25, 3, 350511), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:03,365 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:03,365 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:03,365 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:13 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:25:03,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:25:03,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:33.431309+00:00 (in 29.999483 seconds) autopruneworker stdout | 2024-06-14 05:25:03,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:33 UTC)" (scheduled at 2024-06-14 05:25:03.431309+00:00) autopruneworker stdout | 2024-06-14 05:25:03,441 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342643440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:25:03,446 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:25:03,446 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:25:03,446 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:33 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:25:05,899 [267] [DEBUG] [app] Starting request: urn:request:6ca42569-2b9b-4d2b-a7d4-010e0e2196e2 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:05,899 [263] [DEBUG] [app] Starting request: urn:request:18e9541e-98cb-43bd-8a8f-a0f4c1674dd1 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:05,900 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:05,900 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:25:05,902 [279] [DEBUG] [app] Starting request: urn:request:64a97dd3-8864-487f-9cbf-b7ce455b88f0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:05,902 [287] [DEBUG] [app] Starting request: urn:request:ff4fb004-b666-4050-9b51-9b36783fa338 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:05,902 [279] [DEBUG] [app] Ending request: urn:request:64a97dd3-8864-487f-9cbf-b7ce455b88f0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:64a97dd3-8864-487f-9cbf-b7ce455b88f0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:05,902 [287] [DEBUG] [app] Ending request: urn:request:ff4fb004-b666-4050-9b51-9b36783fa338 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ff4fb004-b666-4050-9b51-9b36783fa338', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:05,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-06-14 05:25:05,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:05 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:05,903 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:05,903 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:05,904 [267] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:05,904 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:05,906 [267] [DEBUG] [app] Starting request: urn:request:72a8ada7-6803-457b-9879-c7333c28aa60 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:05,906 [266] [DEBUG] [app] Starting request: urn:request:2cb13865-172f-4482-8d56-53ab47e0772b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:05,906 [267] [DEBUG] [app] Ending request: urn:request:72a8ada7-6803-457b-9879-c7333c28aa60 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:72a8ada7-6803-457b-9879-c7333c28aa60', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:25:05,906 [266] [DEBUG] [app] Ending request: urn:request:2cb13865-172f-4482-8d56-53ab47e0772b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2cb13865-172f-4482-8d56-53ab47e0772b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:05,906 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:05,906 [267] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:05,906 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:05 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:05,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:25:05,907 [267] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:05,907 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:05,915 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:05,916 [267] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:05,927 [263] [DEBUG] [app] Ending request: urn:request:18e9541e-98cb-43bd-8a8f-a0f4c1674dd1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:18e9541e-98cb-43bd-8a8f-a0f4c1674dd1', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:05,927 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:05,927 [267] [DEBUG] [app] Ending request: urn:request:6ca42569-2b9b-4d2b-a7d4-010e0e2196e2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6ca42569-2b9b-4d2b-a7d4-010e0e2196e2', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:05,927 [267] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) gunicorn-web stdout | 2024-06-14 05:25:05,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:25:05,928 [267] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:05 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:05 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.029) namespacegcworker stdout | 2024-06-14 05:25:07,560 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityworker stdout | 2024-06-14 05:25:08,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:25:08,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:10.943473+00:00 (in 1.998542 seconds) securityworker stdout | 2024-06-14 05:25:08,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:38 UTC)" (scheduled at 2024-06-14 05:25:08.944414+00:00) securityworker stdout | 2024-06-14 05:25:08,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:08,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:25:08,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:25:08,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:25:08,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:08,949 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:25:08,949 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:25:08,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:25:08,954 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:08,966 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:25:08,970 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:08,970 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:08,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 20, 8, 954651), 1, 2]) securityworker stdout | 2024-06-14 05:25:08,974 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:08,974 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:08,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 20, 8, 954651), 1, 2]) securityworker stdout | 2024-06-14 05:25:08,978 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:08,979 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:08,979 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:08,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:25:08,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:25:08,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:25:08,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:25:08,980 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:08,980 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:25:08,980 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:38 UTC)" executed successfully gcworker stdout | 2024-06-14 05:25:09,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:25:09,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:39.431132+00:00 (in 29.999425 seconds) gcworker stdout | 2024-06-14 05:25:09,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:39 UTC)" (scheduled at 2024-06-14 05:25:09.431132+00:00) gcworker stdout | 2024-06-14 05:25:09,432 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717133109432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:25:09,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:25:09,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:25:09,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:39 UTC)" executed successfully securityworker stdout | 2024-06-14 05:25:10,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:25:10,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:38.944414+00:00 (in 28.000416 seconds) securityworker stdout | 2024-06-14 05:25:10,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:40 UTC)" (scheduled at 2024-06-14 05:25:10.943473+00:00) securityworker stdout | 2024-06-14 05:25:10,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:25:10,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:25:10,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:25:10,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:10,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:10,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:25:10,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:40 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:25:12,368 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:25:13,283 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:25:13,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:13,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:18.350597+00:00 (in 5.000528 seconds) notificationworker stdout | 2024-06-14 05:25:13,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:23 UTC)" (scheduled at 2024-06-14 05:25:13.349575+00:00) notificationworker stdout | 2024-06-14 05:25:13,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:13,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 13, 350319), True, datetime.datetime(2024, 6, 14, 5, 25, 13, 350319), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:13,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:13,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:13,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:23 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:25:14,415 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} buildlogsarchiver stdout | 2024-06-14 05:25:14,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:25:14,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:44.748154+00:00 (in 29.999489 seconds) buildlogsarchiver stdout | 2024-06-14 05:25:14,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:44 UTC)" (scheduled at 2024-06-14 05:25:14.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:25:14,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 25, 14, 748925), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:25:14,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:25:14,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:25:14,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:25:44 UTC)" executed successfully queuecleanupworker stdout | 2024-06-14 05:25:14,862 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} gunicorn-web stdout | 2024-06-14 05:25:15,957 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:25:15,966 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:25:15,969 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:25:15,971 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:25:15,975 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:25:16,999 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:25:18,350 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:18,351 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:23.349575+00:00 (in 4.998512 seconds) notificationworker stdout | 2024-06-14 05:25:18,351 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:30:18 UTC)" (scheduled at 2024-06-14 05:25:18.350597+00:00) notificationworker stdout | 2024-06-14 05:25:18,351 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), 'notification/%']) notificationworker stdout | 2024-06-14 05:25:18,365 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), True, datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), 0, 'notification/%']) notificationworker stdout | 2024-06-14 05:25:18,369 [77] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), True, datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), 0, 'notification/%', False, datetime.datetime(2024, 6, 14, 5, 25, 18, 351424), 'notification/%']) notificationworker stdout | 2024-06-14 05:25:18,372 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:18,372 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:30:18 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:25:19,535 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:25:20,727 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:25:20,800 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:25:20,899 [265] [DEBUG] [app] Starting request: urn:request:4371403a-f63c-4c2f-b7d7-8e64cdf5d03e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:20,899 [266] [DEBUG] [app] Starting request: urn:request:9bde0931-e645-4d67-af0e-2f84d6c97c11 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:20,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:20,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:25:20,902 [279] [DEBUG] [app] Starting request: urn:request:1269cb3b-81f2-4139-98c1-ee417dd6cb3d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:20,902 [287] [DEBUG] [app] Starting request: urn:request:17a0e409-e550-4cb3-a501-7bbf32403d3d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:20,903 [279] [DEBUG] [app] Ending request: urn:request:1269cb3b-81f2-4139-98c1-ee417dd6cb3d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1269cb3b-81f2-4139-98c1-ee417dd6cb3d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:20,903 [287] [DEBUG] [app] Ending request: urn:request:17a0e409-e550-4cb3-a501-7bbf32403d3d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:17a0e409-e550-4cb3-a501-7bbf32403d3d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:20,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:25:20,903 [287] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:20,903 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:20,903 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-06-14 05:25:20,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:20,905 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:20,906 [265] [DEBUG] [app] Starting request: urn:request:0e00d895-c577-47a5-a50c-9ada8261de93 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:20,906 [267] [DEBUG] [app] Starting request: urn:request:b4d449b3-b117-4b44-924d-f5c03063117c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:20,906 [265] [DEBUG] [app] Ending request: urn:request:0e00d895-c577-47a5-a50c-9ada8261de93 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0e00d895-c577-47a5-a50c-9ada8261de93', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:20,907 [267] [DEBUG] [app] Ending request: urn:request:b4d449b3-b117-4b44-924d-f5c03063117c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b4d449b3-b117-4b44-924d-f5c03063117c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:20,907 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:25:20,907 [267] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:20 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:20,907 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:20,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-06-14 05:25:20,907 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:20,907 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:20,916 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:20,916 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:20,927 [265] [DEBUG] [app] Ending request: urn:request:4371403a-f63c-4c2f-b7d7-8e64cdf5d03e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4371403a-f63c-4c2f-b7d7-8e64cdf5d03e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:20,927 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:20,927 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) gunicorn-web stdout | 2024-06-14 05:25:20,927 [266] [DEBUG] [app] Ending request: urn:request:9bde0931-e645-4d67-af0e-2f84d6c97c11 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9bde0931-e645-4d67-af0e-2f84d6c97c11', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:20,928 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:20,928 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:20 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:20 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.030 118 0.029) namespacegcworker stdout | 2024-06-14 05:25:20,931 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:25:20,931 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:29.933045+00:00 (in 9.001662 seconds) namespacegcworker stdout | 2024-06-14 05:25:20,931 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:20 UTC)" (scheduled at 2024-06-14 05:25:20.930969+00:00) namespacegcworker stdout | 2024-06-14 05:25:20,931 [75] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-06-14 05:25:20,932 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 20, 931748), True, datetime.datetime(2024, 6, 14, 5, 25, 20, 931748), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-06-14 05:25:20,944 [75] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-06-14 05:25:20,944 [75] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-06-14 05:25:20,944 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:20 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:25:21,277 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:25:22,372 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:25:23,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:23,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:33.349575+00:00 (in 9.999507 seconds) notificationworker stdout | 2024-06-14 05:25:23,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:33 UTC)" (scheduled at 2024-06-14 05:25:23.349575+00:00) notificationworker stdout | 2024-06-14 05:25:23,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:23,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 23, 350315), True, datetime.datetime(2024, 6, 14, 5, 25, 23, 350315), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:23,363 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:23,363 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:23,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:33 UTC)" executed successfully securityworker stdout | 2024-06-14 05:25:23,683 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:25:23,812 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} exportactionlogsworker stdout | 2024-06-14 05:25:25,433 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:25:25,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:29.431334+00:00 (in 3.997977 seconds) exportactionlogsworker stdout | 2024-06-14 05:25:25,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:25 UTC)" (scheduled at 2024-06-14 05:25:25.432876+00:00) exportactionlogsworker stdout | 2024-06-14 05:25:25,433 [66] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-06-14 05:25:25,433 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:25 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:25:25,614 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:25:25,700 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:25:25,783 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:25:26,010 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:25:26,076 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:25:26,635 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:25:27,152 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:25:28,321 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:25:28,582 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} securityscanningnotificationworker stdout | 2024-06-14 05:25:28,831 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:25:28,831 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:38.833005+00:00 (in 10.001724 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:25:28,831 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:28 UTC)" (scheduled at 2024-06-14 05:25:28.830792+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:25:28,831 [104] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-06-14 05:25:28,832 [104] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 28, 831713), True, datetime.datetime(2024, 6, 14, 5, 25, 28, 831713), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-06-14 05:25:28,845 [104] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-06-14 05:25:28,846 [104] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-06-14 05:25:28,846 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:28 UTC)" executed successfully gunicorn-secscan stdout | 2024-06-14 05:25:28,882 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:25:28,884 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:25:28,887 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} exportactionlogsworker stdout | 2024-06-14 05:25:29,431 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:25:29,431 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:59.432597+00:00 (in 30.000769 seconds) exportactionlogsworker stdout | 2024-06-14 05:25:29,432 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:29 UTC)" (scheduled at 2024-06-14 05:25:29.431334+00:00) exportactionlogsworker stdout | 2024-06-14 05:25:29,432 [66] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-06-14 05:25:29,433 [66] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 29, 432302), True, datetime.datetime(2024, 6, 14, 5, 25, 29, 432302), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-06-14 05:25:29,446 [66] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-06-14 05:25:29,446 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:25:29,446 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:29 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:25:29,933 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-06-14 05:25:29,933 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:20.930969+00:00 (in 50.997433 seconds) namespacegcworker stdout | 2024-06-14 05:25:29,933 [75] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:29 UTC)" (scheduled at 2024-06-14 05:25:29.933045+00:00) namespacegcworker stdout | 2024-06-14 05:25:29,933 [75] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-06-14 05:25:29,934 [75] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:29 UTC)" executed successfully gunicorn-registry stdout | 2024-06-14 05:25:30,036 [283] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '283'} gunicorn-registry stdout | 2024-06-14 05:25:30,040 [279] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '279'} gunicorn-registry stdout | 2024-06-14 05:25:30,043 [285] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '285'} gunicorn-registry stdout | 2024-06-14 05:25:30,046 [284] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '284'} gunicorn-registry stdout | 2024-06-14 05:25:30,049 [282] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '282'} gunicorn-registry stdout | 2024-06-14 05:25:30,051 [280] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '280'} gunicorn-registry stdout | 2024-06-14 05:25:30,055 [287] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '287'} gunicorn-registry stdout | 2024-06-14 05:25:30,058 [69] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '69'} gunicorn-registry stdout | 2024-06-14 05:25:30,061 [286] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'registry:application', 'pid': '286'} repositorygcworker stdout | 2024-06-14 05:25:30,579 [91] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-06-14 05:25:30,579 [91] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:00.578121+00:00 (in 29.998307 seconds) repositorygcworker stdout | 2024-06-14 05:25:30,579 [91] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:30 UTC)" (scheduled at 2024-06-14 05:25:30.579198+00:00) repositorygcworker stdout | 2024-06-14 05:25:30,580 [91] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-06-14 05:25:30,580 [91] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:30 UTC)" executed successfully notificationworker stdout | 2024-06-14 05:25:33,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:33,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:43.349575+00:00 (in 9.999526 seconds) notificationworker stdout | 2024-06-14 05:25:33,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:43 UTC)" (scheduled at 2024-06-14 05:25:33.349575+00:00) notificationworker stdout | 2024-06-14 05:25:33,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:33,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 33, 350468), True, datetime.datetime(2024, 6, 14, 5, 25, 33, 350468), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:33,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:33,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:33,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:43 UTC)" executed successfully autopruneworker stdout | 2024-06-14 05:25:33,431 [59] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-06-14 05:25:33,431 [59] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:03.431309+00:00 (in 29.999472 seconds) autopruneworker stdout | 2024-06-14 05:25:33,431 [59] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:03 UTC)" (scheduled at 2024-06-14 05:25:33.431309+00:00) autopruneworker stdout | 2024-06-14 05:25:33,440 [59] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1718342673440, None, 1, 0]) autopruneworker stdout | 2024-06-14 05:25:33,445 [59] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-06-14 05:25:33,445 [59] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-06-14 05:25:33,445 [59] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:03 UTC)" executed successfully gunicorn-web stdout | 2024-06-14 05:25:35,899 [266] [DEBUG] [app] Starting request: urn:request:95f9d1d5-c7c4-4d72-b41d-a17e4c6ccdbf (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:35,899 [265] [DEBUG] [app] Starting request: urn:request:bc2d7742-11ae-418c-9057-cc205879861a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:35,901 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:35,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:25:35,902 [286] [DEBUG] [app] Starting request: urn:request:21b9d9a8-6ab8-4d29-838b-a380c4bce51f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:35,903 [284] [DEBUG] [app] Starting request: urn:request:d0b20c19-3081-4c61-952b-965edaabd220 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:35,903 [286] [DEBUG] [app] Ending request: urn:request:21b9d9a8-6ab8-4d29-838b-a380c4bce51f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:21b9d9a8-6ab8-4d29-838b-a380c4bce51f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:35,903 [286] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-06-14 05:25:35,903 [284] [DEBUG] [app] Ending request: urn:request:d0b20c19-3081-4c61-952b-965edaabd220 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d0b20c19-3081-4c61-952b-965edaabd220', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:35,903 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-06-14 05:25:35,903 [284] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-06-14 05:25:35,904 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:35,904 [266] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:35,905 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:35,906 [263] [DEBUG] [app] Starting request: urn:request:d46efd5e-5aaa-4455-b8ea-e9a5e93926a4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:35,906 [266] [DEBUG] [app] Starting request: urn:request:f9a10513-1c89-4324-9733-a3328f5eba43 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:35,906 [263] [DEBUG] [app] Ending request: urn:request:d46efd5e-5aaa-4455-b8ea-e9a5e93926a4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d46efd5e-5aaa-4455-b8ea-e9a5e93926a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:35,907 [266] [DEBUG] [app] Ending request: urn:request:f9a10513-1c89-4324-9733-a3328f5eba43 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f9a10513-1c89-4324-9733-a3328f5eba43', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:35,907 [263] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-06-14 05:25:35,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:35 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:35,907 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:35,907 [266] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:35,908 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:35,908 [266] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:35,917 [266] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:35,918 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:35,929 [266] [DEBUG] [app] Ending request: urn:request:95f9d1d5-c7c4-4d72-b41d-a17e4c6ccdbf (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:95f9d1d5-c7c4-4d72-b41d-a17e4c6ccdbf', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:35,929 [266] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:35,929 [265] [DEBUG] [app] Ending request: urn:request:bc2d7742-11ae-418c-9057-cc205879861a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bc2d7742-11ae-418c-9057-cc205879861a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:35,930 [266] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:25:35,930 [265] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.031 118 0.031) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:35 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.032 118 0.031) gunicorn-web stdout | 2024-06-14 05:25:35,930 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:35 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" quotaregistrysizeworker stdout | 2024-06-14 05:25:36,364 [85] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-06-14 05:25:36,364 [85] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:36.363847+00:00 (in 59.999527 seconds) quotaregistrysizeworker stdout | 2024-06-14 05:25:36,364 [85] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:36 UTC)" (scheduled at 2024-06-14 05:25:36.363847+00:00) quotaregistrysizeworker stdout | 2024-06-14 05:25:36,364 [85] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-06-14 05:25:36,376 [85] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-06-14 05:25:36,376 [85] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:36 UTC)" executed successfully namespacegcworker stdout | 2024-06-14 05:25:37,594 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'namespacegcworker.py', 'pid': '75'} securityscanningnotificationworker stdout | 2024-06-14 05:25:38,833 [104] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-06-14 05:25:38,833 [104] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:28.830792+00:00 (in 49.997322 seconds) securityscanningnotificationworker stdout | 2024-06-14 05:25:38,833 [104] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:38 UTC)" (scheduled at 2024-06-14 05:25:38.833005+00:00) securityscanningnotificationworker stdout | 2024-06-14 05:25:38,833 [104] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-06-14 05:25:38,833 [104] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:38 UTC)" executed successfully securityworker stdout | 2024-06-14 05:25:38,944 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:25:38,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:40.943473+00:00 (in 1.998535 seconds) securityworker stdout | 2024-06-14 05:25:38,945 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:08 UTC)" (scheduled at 2024-06-14 05:25:38.944414+00:00) securityworker stdout | 2024-06-14 05:25:38,945 [111] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:38,945 [111] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-06-14 05:25:38,949 [111] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:25:38,949 [111] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-06-14 05:25:38,949 [111] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:38,950 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:25:38,950 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:25:38,953 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:25:38,955 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:38,967 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 2]) securityworker stdout | 2024-06-14 05:25:38,971 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:38,971 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:38,971 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 6, 14, 5, 20, 38, 954994), 1, 2]) securityworker stdout | 2024-06-14 05:25:38,975 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:38,975 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:38,975 [111] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, 'ee552dad37417b077db06adae1bc83b5', datetime.datetime(2024, 6, 14, 5, 20, 38, 954994), 1, 2]) securityworker stdout | 2024-06-14 05:25:38,979 [111] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-2 securityworker stdout | 2024-06-14 05:25:38,979 [111] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-06-14 05:25:38,979 [111] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:38,979 [111] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-06-14 05:25:38,979 [111] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-06-14 05:25:38,979 [111] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-06-14 05:25:38,979 [111] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-06-14 05:25:38,981 [111] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-06-14 05:25:38,981 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:25:38,981 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:08 UTC)" executed successfully gcworker stdout | 2024-06-14 05:25:39,431 [67] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-06-14 05:25:39,431 [67] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:09.431132+00:00 (in 29.999419 seconds) gcworker stdout | 2024-06-14 05:25:39,431 [67] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:09 UTC)" (scheduled at 2024-06-14 05:25:39.431132+00:00) gcworker stdout | 2024-06-14 05:25:39,433 [67] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1717133139432, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-06-14 05:25:39,447 [67] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-06-14 05:25:39,447 [67] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-06-14 05:25:39,447 [67] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:09 UTC)" executed successfully securityworker stdout | 2024-06-14 05:25:40,943 [111] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-06-14 05:25:40,944 [111] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:08.944414+00:00 (in 28.000417 seconds) securityworker stdout | 2024-06-14 05:25:40,944 [111] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:10 UTC)" (scheduled at 2024-06-14 05:25:40.943473+00:00) securityworker stdout | 2024-06-14 05:25:40,944 [111] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-06-14 05:25:40,944 [111] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-06-14 05:25:40,947 [111] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-06-14 05:25:40,948 [111] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:40,961 [111] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-06-14 05:25:40,964 [111] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-06-14 05:25:40,964 [111] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:10 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-06-14 05:25:42,405 [104] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityscanningnotificationworker.py', 'pid': '104'} logrotateworker stdout | 2024-06-14 05:25:43,320 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'logrotateworker.py', 'pid': '72'} notificationworker stdout | 2024-06-14 05:25:43,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:43,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:48.431171+00:00 (in 5.081149 seconds) notificationworker stdout | 2024-06-14 05:25:43,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:53 UTC)" (scheduled at 2024-06-14 05:25:43.349575+00:00) notificationworker stdout | 2024-06-14 05:25:43,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:43,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 43, 350282), True, datetime.datetime(2024, 6, 14, 5, 25, 43, 350282), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:43,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:43,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:43,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:25:53 UTC)" executed successfully globalpromstats stdout | 2024-06-14 05:25:44,451 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'globalpromstats.py', 'pid': '68'} buildlogsarchiver stdout | 2024-06-14 05:25:44,748 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-06-14 05:25:44,748 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:14.748154+00:00 (in 29.999456 seconds) buildlogsarchiver stdout | 2024-06-14 05:25:44,748 [62] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:14 UTC)" (scheduled at 2024-06-14 05:25:44.748154+00:00) buildlogsarchiver stdout | 2024-06-14 05:25:44,749 [62] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 5, 30, 5, 25, 44, 748983), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-06-14 05:25:44,762 [62] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-06-14 05:25:44,762 [62] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-06-14 05:25:44,762 [62] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-06-14 05:26:14 UTC)" executed successfully queuecleanupworker stdout | 2024-06-14 05:25:44,898 [84] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'queuecleanupworker.py', 'pid': '84'} gunicorn-web stdout | 2024-06-14 05:25:45,965 [71] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '71'} gunicorn-web stdout | 2024-06-14 05:25:45,974 [265] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '265'} gunicorn-web stdout | 2024-06-14 05:25:45,981 [263] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '263'} gunicorn-web stdout | 2024-06-14 05:25:45,984 [266] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '266'} gunicorn-web stdout | 2024-06-14 05:25:45,987 [267] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'web:application', 'pid': '267'} blobuploadcleanupworker stdout | 2024-06-14 05:25:47,011 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'blobuploadcleanupworker.py', 'pid': '60'} notificationworker stdout | 2024-06-14 05:25:48,431 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:48,431 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:25:53.349575+00:00 (in 4.917893 seconds) notificationworker stdout | 2024-06-14 05:25:48,431 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:48 UTC)" (scheduled at 2024-06-14 05:25:48.431171+00:00) notificationworker stdout | 2024-06-14 05:25:48,431 [77] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-06-14 05:25:48,432 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-06-14 05:26:48 UTC)" executed successfully exportactionlogsworker stdout | 2024-06-14 05:25:49,571 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'exportactionlogsworker.py', 'pid': '66'} repositoryactioncounter stdout | 2024-06-14 05:25:50,763 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositoryactioncounter.py', 'pid': '90'} gcworker stdout | 2024-06-14 05:25:50,837 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'gcworker.py', 'pid': '67'} gunicorn-web stdout | 2024-06-14 05:25:50,899 [265] [DEBUG] [app] Starting request: urn:request:a577b864-d8a3-49fd-b1db-bd009fa0e444 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:50,899 [263] [DEBUG] [app] Starting request: urn:request:69a36811-c62a-4a7b-9f4c-9b25e703f27f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-06-14 05:25:50,901 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:50,901 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-06-14 05:25:50,902 [279] [DEBUG] [app] Starting request: urn:request:b20669ac-0d49-4dbb-9730-31e5b9acc3c5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:50,903 [282] [DEBUG] [app] Starting request: urn:request:ea1f4e40-c298-4e10-900c-8596e38268a8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-06-14 05:25:50,903 [279] [DEBUG] [app] Ending request: urn:request:b20669ac-0d49-4dbb-9730-31e5b9acc3c5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b20669ac-0d49-4dbb-9730-31e5b9acc3c5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:50,903 [282] [DEBUG] [app] Ending request: urn:request:ea1f4e40-c298-4e10-900c-8596e38268a8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ea1f4e40-c298-4e10-900c-8596e38268a8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '6efa7bc4', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-06-14 05:25:50,903 [279] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-06-14 05:25:50,903 [282] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:50,903 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-06-14 05:25:50,904 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:50,904 [265] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:50,905 [263] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-06-14 05:25:50,906 [265] [DEBUG] [app] Starting request: urn:request:7fc0359e-4485-49b2-95a4-46a2ffcbf634 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:50,906 [265] [DEBUG] [app] Ending request: urn:request:7fc0359e-4485-49b2-95a4-46a2ffcbf634 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7fc0359e-4485-49b2-95a4-46a2ffcbf634', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:25:50,906 [265] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-06-14 05:25:50,906 [265] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:50,907 [266] [DEBUG] [app] Starting request: urn:request:93770343-2495-4654-80c5-b56329674fe3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-06-14 05:25:50,907 [265] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:50,907 [266] [DEBUG] [app] Ending request: urn:request:93770343-2495-4654-80c5-b56329674fe3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:93770343-2495-4654-80c5-b56329674fe3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-06-14 05:25:50,907 [266] [INFO] [gunicorn.access] 127.0.0.1 - - [14/Jun/2024:05:25:50 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-06-14 05:25:50,907 [263] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-06-14 05:25:50,908 [263] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-06-14 05:25:50,915 [265] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:50,916 [263] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-06-14 05:25:50,927 [265] [DEBUG] [app] Ending request: urn:request:a577b864-d8a3-49fd-b1db-bd009fa0e444 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a577b864-d8a3-49fd-b1db-bd009fa0e444', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:50,927 [265] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:50,927 [263] [DEBUG] [app] Ending request: urn:request:69a36811-c62a-4a7b-9f4c-9b25e703f27f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:69a36811-c62a-4a7b-9f4c-9b25e703f27f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.50/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '52568e3a', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-06-14 05:25:50,927 [263] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-06-14 05:25:50,927 [265] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-06-14 05:25:50,928 [263] [INFO] [gunicorn.access] 10.131.0.2 - - [14/Jun/2024:05:25:50 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) nginx stdout | 10.131.0.2 (-) - - [14/Jun/2024:05:25:50 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.029 118 0.029) autopruneworker stdout | 2024-06-14 05:25:51,313 [59] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'autopruneworker.py', 'pid': '59'} expiredappspecifictokenworker stdout | 2024-06-14 05:25:52,405 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '65'} notificationworker stdout | 2024-06-14 05:25:53,349 [77] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-06-14 05:25:53,350 [77] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:03.349575+00:00 (in 9.999525 seconds) notificationworker stdout | 2024-06-14 05:25:53,350 [77] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:26:03 UTC)" (scheduled at 2024-06-14 05:25:53.349575+00:00) notificationworker stdout | 2024-06-14 05:25:53,350 [77] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-06-14 05:25:53,351 [77] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 6, 14, 5, 25, 53, 350283), True, datetime.datetime(2024, 6, 14, 5, 25, 53, 350283), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-06-14 05:25:53,364 [77] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-06-14 05:25:53,364 [77] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-06-14 05:25:53,364 [77] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-06-14 05:26:03 UTC)" executed successfully securityworker stdout | 2024-06-14 05:25:53,719 [111] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'securityworker.py', 'pid': '111'} chunkcleanupworker stdout | 2024-06-14 05:25:53,839 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'chunkcleanupworker.py', 'pid': '63'} notificationworker stdout | 2024-06-14 05:25:55,651 [77] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'notificationworker.py', 'pid': '77'} servicekey stdout | 2024-06-14 05:25:55,712 [112] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'servicekeyworker.py', 'pid': '112'} teamsyncworker stdout | 2024-06-14 05:25:55,819 [114] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'teamsyncworker.py', 'pid': '114'} builder stdout | 2024-06-14 05:25:56,017 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'builder.py', 'pid': '61'} storagereplication stdout | 2024-06-14 05:25:56,111 [113] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'storagereplication.py', 'pid': '113'} buildlogsarchiver stdout | 2024-06-14 05:25:56,663 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'buildlogsarchiver.py', 'pid': '62'} manifestbackfillworker stdout | 2024-06-14 05:25:57,189 [73] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'manifestbackfillworker.py', 'pid': '73'} quotaregistrysizeworker stdout | 2024-06-14 05:25:58,329 [85] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'quotaregistrysizeworker.py', 'pid': '85'} repositorygcworker stdout | 2024-06-14 05:25:58,598 [91] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'repositorygcworker.py', 'pid': '91'} gunicorn-secscan stdout | 2024-06-14 05:25:58,890 [274] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '274'} gunicorn-secscan stdout | 2024-06-14 05:25:58,893 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '70'} gunicorn-secscan stdout | 2024-06-14 05:25:58,895 [273] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-67b8967567-zj7wl', 'process_name': 'secscan:application', 'pid': '273'} exportactionlogsworker stdout | 2024-06-14 05:25:59,432 [66] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-06-14 05:25:59,433 [66] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-06-14 05:26:25.432876+00:00 (in 25.999745 seconds) exportactionlogsworker stdout | 2024-06-14 05:25:59,433 [66] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:30:59 UTC)" (scheduled at 2024-06-14 05:25:59.432597+00:00) exportactionlogsworker stdout | 2024-06-14 05:25:59,434 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:25:59,447 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), True, datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:25:59,451 [66] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), True, datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 6, 14, 5, 25, 59, 433502), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-06-14 05:25:59,455 [66] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-06-14 05:25:59,455 [66] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-06-14 05:30:59 UTC)" executed successfully