__ __ / \ / \ ______ _ _ __ __ __ / /\ / /\ \ / __ \ | | | | / \ \ \ / / / / / / \ \ | | | | | | | | / /\ \ \ / \ \ \ \ / / | |__| | | |__| | / ____ \ | | \ \/ \ \/ / \_ ___/ \____/ /_/ \_\ |_| \__/ \__/ \ \__ \___\ by Red Hat Build, Store, and Distribute your Containers Startup timestamp: Fri Apr 26 05:49:11 UTC 2024 Running all default registry services without migration Running init script '/quay-registry/conf/init/certs_install.sh' Installing extra certificates found in /quay-registry/conf/stack/extra_ca_certs directory Running init script '/quay-registry/conf/init/client_certs.sh' Running init script '/quay-registry/conf/init/copy_config_files.sh' Running init script '/quay-registry/conf/init/d_validate_config_bundle.sh' Validating Configuration time="2024-04-26T05:49:12Z" level=debug msg="Validating AccessSettings" time="2024-04-26T05:49:12Z" level=debug msg="Validating ActionLogArchiving" time="2024-04-26T05:49:12Z" level=debug msg="Validating AppTokenAuthentication" time="2024-04-26T05:49:12Z" level=debug msg="Validating BitbucketBuildTrigger" time="2024-04-26T05:49:12Z" level=debug msg="Validating BuildManager" time="2024-04-26T05:49:12Z" level=debug msg="Validating Database" time="2024-04-26T05:49:12Z" level=debug msg="Scheme: postgresql" time="2024-04-26T05:49:12Z" level=debug msg="Host: quayregistry-quay-database:5432" time="2024-04-26T05:49:12Z" level=debug msg="Db: quayregistry-quay-database" time="2024-04-26T05:49:12Z" level=debug msg="Params: " time="2024-04-26T05:49:12Z" level=debug msg="Including params " time="2024-04-26T05:49:12Z" level=debug msg="Pinging database at postgresql://quayregistry-quay-database:u1hC7YdwyVSkQpZDXMoVWKgANDhjuOzkFQzTFZWEU0gwVKJV0Zvbm0wRBpK-x65SSzDWSN-iZwfMORqn@quayregistry-quay-database:5432/quayregistry-quay-database" plpgsql pg_trgm time="2024-04-26T05:49:12Z" level=debug msg="Validating DistributedStorage" time="2024-04-26T05:49:12Z" level=debug msg="Validating ElasticSearch" time="2024-04-26T05:49:12Z" level=debug msg="Validating Email" time="2024-04-26T05:49:14Z" level=debug msg="Validating GitHubBuildTrigger" time="2024-04-26T05:49:14Z" level=debug msg="Validating GitHubLogin" time="2024-04-26T05:49:14Z" level=debug msg="Validating GitLabBuildTrigger" time="2024-04-26T05:49:14Z" level=debug msg="Validating GoogleLogin" time="2024-04-26T05:49:14Z" level=debug msg="Validating HostSettings" time="2024-04-26T05:49:14Z" level=debug msg="Validating JWTAuthentication" time="2024-04-26T05:49:14Z" level=debug msg="Validating LDAP" time="2024-04-26T05:49:14Z" level=debug msg="Validating OIDC" time="2024-04-26T05:49:14Z" level=debug msg="Validating QuayDocumentation" time="2024-04-26T05:49:14Z" level=debug msg="Validating Redis" time="2024-04-26T05:49:14Z" level=debug msg="Address: quayregistry-quay-redis:6379" time="2024-04-26T05:49:14Z" level=debug msg="Username: " time="2024-04-26T05:49:14Z" level=debug msg="Password Len: 0" time="2024-04-26T05:49:14Z" level=debug msg="Ssl: " time="2024-04-26T05:49:14Z" level=debug msg="Address: quayregistry-quay-redis:6379" time="2024-04-26T05:49:14Z" level=debug msg="Username: " time="2024-04-26T05:49:14Z" level=debug msg="Password Len: 0" time="2024-04-26T05:49:14Z" level=debug msg="Ssl: " time="2024-04-26T05:49:14Z" level=debug msg="Validating RepoMirror" time="2024-04-26T05:49:14Z" level=debug msg="Validating SecurityScanner" time="2024-04-26T05:49:14Z" level=debug msg="Validating TeamSyncing" time="2024-04-26T05:49:14Z" level=debug msg="Validating TimeMachine" time="2024-04-26T05:49:14Z" level=debug msg="Validating UserVisibleSettings" +------------------------+-------+--------+ | Field Group | Error | Status | +------------------------+-------+--------+ | AccessSettings | - | 🟢 | +------------------------+-------+--------+ | ActionLogArchiving | - | 🟢 | +------------------------+-------+--------+ | AppTokenAuthentication | - | 🟢 | +------------------------+-------+--------+ | BitbucketBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | BuildManager | - | 🟢 | +------------------------+-------+--------+ | Database | - | 🟢 | +------------------------+-------+--------+ | DistributedStorage | - | 🟢 | +------------------------+-------+--------+ | ElasticSearch | - | 🟢 | +------------------------+-------+--------+ | Email | - | 🟢 | +------------------------+-------+--------+ | GitHubBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GitHubLogin | - | 🟢 | +------------------------+-------+--------+ | GitLabBuildTrigger | - | 🟢 | +------------------------+-------+--------+ | GoogleLogin | - | 🟢 | +------------------------+-------+--------+ | HostSettings | - | 🟢 | +------------------------+-------+--------+ | JWTAuthentication | - | 🟢 | +------------------------+-------+--------+ | LDAP | - | 🟢 | +------------------------+-------+--------+ | OIDC | - | 🟢 | +------------------------+-------+--------+ | QuayDocumentation | - | 🟢 | +------------------------+-------+--------+ | Redis | - | 🟢 | +------------------------+-------+--------+ | RepoMirror | - | 🟢 | +------------------------+-------+--------+ | SecurityScanner | - | 🟢 | +------------------------+-------+--------+ | TeamSyncing | - | 🟢 | +------------------------+-------+--------+ | TimeMachine | - | 🟢 | +------------------------+-------+--------+ | UserVisibleSettings | - | 🟢 | +------------------------+-------+--------+ Running init script '/quay-registry/conf/init/nginx_conf_create.sh' Running init script '/quay-registry/conf/init/supervisord_conf_create.sh' Running init script '/quay-registry/conf/init/zz_boot.sh' /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? if word_sep is not '': 2024-04-26 05:49:17,063 INFO RPC interface 'supervisor' initialized 2024-04-26 05:49:17,064 CRIT Server 'unix_http_server' running without any HTTP authentication checking 2024-04-26 05:49:17,064 INFO supervisord started with pid 7 2024-04-26 05:49:18,066 INFO spawned: 'stdout' with pid 53 2024-04-26 05:49:18,067 INFO spawned: 'autopruneworker' with pid 54 2024-04-26 05:49:18,069 INFO spawned: 'blobuploadcleanupworker' with pid 55 2024-04-26 05:49:18,070 INFO spawned: 'builder' with pid 56 2024-04-26 05:49:18,071 INFO spawned: 'buildlogsarchiver' with pid 57 2024-04-26 05:49:18,073 INFO spawned: 'chunkcleanupworker' with pid 58 2024-04-26 05:49:18,075 INFO spawned: 'dnsmasq' with pid 59 2024-04-26 05:49:18,076 INFO spawned: 'expiredappspecifictokenworker' with pid 60 2024-04-26 05:49:18,078 INFO spawned: 'exportactionlogsworker' with pid 61 2024-04-26 05:49:18,080 INFO spawned: 'gcworker' with pid 62 2024-04-26 05:49:18,081 INFO spawned: 'globalpromstats' with pid 63 2024-04-26 05:49:18,083 INFO spawned: 'gunicorn-registry' with pid 64 2024-04-26 05:49:18,085 INFO spawned: 'gunicorn-secscan' with pid 65 2024-04-26 05:49:18,086 INFO spawned: 'gunicorn-web' with pid 66 2024-04-26 05:49:18,088 INFO spawned: 'logrotateworker' with pid 67 2024-04-26 05:49:18,090 INFO spawned: 'manifestbackfillworker' with pid 68 2024-04-26 05:49:18,091 INFO spawned: 'memcache' with pid 69 2024-04-26 05:49:18,093 INFO spawned: 'namespacegcworker' with pid 70 2024-04-26 05:49:18,094 INFO spawned: 'nginx' with pid 71 2024-04-26 05:49:18,125 INFO spawned: 'notificationworker' with pid 72 2024-04-26 05:49:18,126 INFO spawned: 'pushgateway' with pid 73 2024-04-26 05:49:18,128 INFO spawned: 'queuecleanupworker' with pid 74 2024-04-26 05:49:18,130 INFO spawned: 'quotaregistrysizeworker' with pid 75 2024-04-26 05:49:18,132 INFO spawned: 'quotatotalworker' with pid 76 2024-04-26 05:49:18,133 INFO spawned: 'reconciliationworker' with pid 77 2024-04-26 05:49:18,144 INFO spawned: 'repositoryactioncounter' with pid 78 2024-04-26 05:49:18,145 INFO spawned: 'repositorygcworker' with pid 79 2024-04-26 05:49:18,147 INFO spawned: 'securityscanningnotificationworker' with pid 80 2024-04-26 05:49:18,225 INFO spawned: 'securityworker' with pid 81 2024-04-26 05:49:18,233 INFO spawned: 'servicekey' with pid 90 2024-04-26 05:49:18,239 INFO spawned: 'storagereplication' with pid 99 2024-04-26 05:49:18,241 INFO spawned: 'teamsyncworker' with pid 100 2024-04-26 05:49:19,339 INFO success: stdout entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: autopruneworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: blobuploadcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: builder entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: buildlogsarchiver entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: chunkcleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,339 INFO success: dnsmasq entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: expiredappspecifictokenworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: exportactionlogsworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: gcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: globalpromstats entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: gunicorn-registry entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: gunicorn-secscan entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: gunicorn-web entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: logrotateworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: manifestbackfillworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: memcache entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: namespacegcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: nginx entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: notificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: pushgateway entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: queuecleanupworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: quotaregistrysizeworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: quotatotalworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: reconciliationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: repositoryactioncounter entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: repositorygcworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: securityscanningnotificationworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: securityworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: servicekey entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,340 INFO success: storagereplication entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2024-04-26 05:49:19,341 INFO success: teamsyncworker entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) dnsmasq stderr | dnsmasq: started, version 2.79 cachesize 150 dnsmasq stderr | dnsmasq: compile time options: IPv6 GNU-getopt DBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP no-conntrack ipset auth DNSSEC loop-detect inotify dnsmasq stderr | dnsmasq: reading /etc/resolv.conf dnsmasq stderr | dnsmasq: using nameserver 172.30.0.10#53 dnsmasq stderr | dnsmasq: read /etc/hosts - 7 addresses nginx stdout | 2024/04/26 05:49:18 [alert] 93#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 96#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 97#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 91#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 92#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 94#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 98#0: setpriority(-10) failed (13: Permission denied) nginx stdout | 2024/04/26 05:49:18 [alert] 95#0: setpriority(-10) failed (13: Permission denied) pushgateway stderr | ts=2024-04-26T05:49:18.335Z caller=main.go:86 level=info msg="starting pushgateway" version="(version=, branch=, revision=unknown)" pushgateway stderr | ts=2024-04-26T05:49:18.335Z caller=main.go:87 level=info build_context="(go=go1.19.13, platform=linux/amd64, user=, date=, tags=unknown)" pushgateway stderr | ts=2024-04-26T05:49:18.337Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9091 pushgateway stderr | ts=2024-04-26T05:49:18.337Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9091 nginx stdout | 2024/04/26 05:49:26 [crit] 93#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.81:8080" nginx stdout | 2024/04/26 05:49:26 [crit] 93#0: *1 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.81:8080" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:49:26 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) quotaregistrysizeworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? quotaregistrysizeworker stderr | if word_sep is not '': globalpromstats stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? globalpromstats stderr | if word_sep is not '': chunkcleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? chunkcleanupworker stderr | if word_sep is not '': builder stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? builder stderr | if word_sep is not '': servicekey stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? servicekey stderr | if word_sep is not '': securityworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? securityworker stderr | if word_sep is not '': teamsyncworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? teamsyncworker stderr | if word_sep is not '': expiredappspecifictokenworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? expiredappspecifictokenworker stderr | if word_sep is not '': notificationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? notificationworker stderr | if word_sep is not '': nginx stdout | 2024/04/26 05:49:41 [crit] 92#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.81:8080" nginx stdout | 2024/04/26 05:49:41 [crit] 92#0: *4 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.81:8080" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:49:41 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) logrotateworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? logrotateworker stderr | if word_sep is not '': gunicorn-web stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-web stderr | if word_sep is not '': globalpromstats stdout | 2024-04-26 05:49:43,140 [63] [DEBUG] [workers.worker] Scheduling worker. globalpromstats stdout | 2024-04-26 05:49:43,141 [63] [INFO] [apscheduler.scheduler] Scheduler started globalpromstats stdout | 2024-04-26 05:49:43,244 [63] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2024-04-26 05:49:43,244 [63] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 06:24:35.245705 globalpromstats stdout | 2024-04-26 05:49:43,323 [63] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added globalpromstats stdout | 2024-04-26 05:49:43,326 [63] [INFO] [apscheduler.scheduler] Added job "GlobalPrometheusStatsWorker._try_report_stats" to job store "default" globalpromstats stdout | 2024-04-26 05:49:43,326 [63] [DEBUG] [apscheduler.scheduler] Looking for jobs to run globalpromstats stdout | 2024-04-26 05:49:43,326 [63] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:24:35.245705+00:00 (in 2091.919218 seconds) servicekey stdout | 2024-04-26 05:49:43,435 [90] [DEBUG] [workers.worker] Scheduling worker. servicekey stdout | 2024-04-26 05:49:43,437 [90] [INFO] [apscheduler.scheduler] Scheduler started servicekey stdout | 2024-04-26 05:49:43,541 [90] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2024-04-26 05:49:43,541 [90] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:55:33.542647 servicekey stdout | 2024-04-26 05:49:43,544 [90] [INFO] [apscheduler.scheduler] Added job "ServiceKeyWorker._refresh_service_key" to job store "default" servicekey stdout | 2024-04-26 05:49:43,542 [90] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added servicekey stdout | 2024-04-26 05:49:43,545 [90] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2024-04-26 05:49:43,545 [90] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:33.542647+00:00 (in 349.997181 seconds) chunkcleanupworker stdout | 2024-04-26 05:49:44,131 [58] [DEBUG] [__main__] Swift storage not detected; sleeping gunicorn-web stdout | 2024-04-26 05:49:45,943 [66] [DEBUG] [app] Loading default config. gunicorn-web stdout | 2024-04-26 05:49:45,945 [66] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-web stdout | 2024-04-26 05:49:46,033 [66] [DEBUG] [app] Loaded config gunicorn-web stdout | 2024-04-26 05:49:46,035 [66] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-web stdout | 2024-04-26 05:49:46,048 [66] [DEBUG] [util.ipresolver] Building AWS IP ranges gunicorn-web stdout | 2024-04-26 05:49:46,536 [66] [DEBUG] [util.ipresolver] Finished building AWS IP ranges gunicorn-web stdout | 2024-04-26 05:49:46,539 [66] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane gunicorn-web stdout | 2024-04-26 05:49:46,542 [66] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway gunicorn-web stdout | 2024-04-26 05:49:46,544 [66] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict gunicorn-web stdout | 2024-04-26 05:49:46,547 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration gunicorn-web stdout | 2024-04-26 05:49:46,547 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 gunicorn-web stdout | 2024-04-26 05:49:46,548 [66] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search gunicorn-web stdout | 2024-04-26 05:49:46,549 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section gunicorn-web stdout | 2024-04-26 05:49:46,551 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask gunicorn-web stdout | 2024-04-26 05:49:46,551 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section gunicorn-web stdout | 2024-04-26 05:49:46,551 [66] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search gunicorn-web stdout | 2024-04-26 05:49:46,551 [66] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section quotaregistrysizeworker stdout | 2024-04-26 05:49:46,745 [75] [DEBUG] [workers.worker] Scheduling worker. quotaregistrysizeworker stdout | 2024-04-26 05:49:46,747 [75] [INFO] [apscheduler.scheduler] Scheduler started quotaregistrysizeworker stdout | 2024-04-26 05:49:46,841 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:49:46,841 [75] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:12.842614 quotaregistrysizeworker stdout | 2024-04-26 05:49:46,844 [75] [INFO] [apscheduler.scheduler] Added job "QuotaRegistrySizeWorker._calculate_registry_size" to job store "default" quotaregistrysizeworker stdout | 2024-04-26 05:49:46,842 [75] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added quotaregistrysizeworker stdout | 2024-04-26 05:49:46,847 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:49:46,848 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:12.842614+00:00 (in 25.994445 seconds) builder stdout | 2024-04-26 05:49:46,931 [56] [DEBUG] [__main__] Building is disabled. Please enable the feature flag gunicorn-web stdout | 2024-04-26 05:49:47,543 [66] [DEBUG] [data.database] Configuring database gunicorn-web stdout | 2024-04-26 05:49:47,624 [66] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:49:47,626 [66] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2024-04-26 05:49:47,633 [66] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-web stdout | 2024-04-26 05:49:47,634 [66] [INFO] [data.secscan_model] =============================== gunicorn-web stdout | 2024-04-26 05:49:47,635 [66] [DEBUG] [data.logs_model] Configuring log model gunicorn-web stdout | 2024-04-26 05:49:47,636 [66] [INFO] [data.logs_model] =============================== gunicorn-web stdout | 2024-04-26 05:49:47,636 [66] [INFO] [data.logs_model] Using logs model `` gunicorn-web stdout | 2024-04-26 05:49:47,638 [66] [INFO] [data.logs_model] =============================== namespacegcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? namespacegcworker stderr | if word_sep is not '': teamsyncworker stdout | 2024-04-26 05:49:47,928 [100] [DEBUG] [__main__] Team syncing is disabled; sleeping storagereplication stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? storagereplication stderr | if word_sep is not '': securityscanningnotificationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? securityscanningnotificationworker stderr | if word_sep is not '': repositoryactioncounter stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? repositoryactioncounter stderr | if word_sep is not '': expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,343 [60] [DEBUG] [__main__] Starting expired app specific token GC worker notificationworker stdout | 2024-04-26 05:49:49,345 [72] [DEBUG] [workers.worker] Scheduling worker. notificationworker stdout | 2024-04-26 05:49:49,346 [72] [INFO] [apscheduler.scheduler] Scheduler started expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,347 [60] [DEBUG] [__main__] Found expiration window: 1d expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,349 [60] [DEBUG] [workers.worker] Scheduling worker. expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,350 [60] [INFO] [apscheduler.scheduler] Scheduler started expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,436 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,436 [60] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:56:21.437605 expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,438 [60] [INFO] [apscheduler.scheduler] Added job "ExpiredAppSpecificTokenWorker._gc_expired_tokens" to job store "default" expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,437 [60] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,438 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2024-04-26 05:49:49,438 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:21.437605+00:00 (in 391.998617 seconds) notificationworker stdout | 2024-04-26 05:49:49,523 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:49:49,524 [72] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:49:53.524950 notificationworker stdout | 2024-04-26 05:49:49,525 [72] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added notificationworker stdout | 2024-04-26 05:49:49,526 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" notificationworker stdout | 2024-04-26 05:49:49,526 [72] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:51:21.527910 notificationworker stdout | 2024-04-26 05:49:49,527 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" notificationworker stdout | 2024-04-26 05:49:49,527 [72] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:32.528171 notificationworker stdout | 2024-04-26 05:49:49,527 [72] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" notificationworker stdout | 2024-04-26 05:49:49,527 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:49:49,527 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:49:53.524950+00:00 (in 3.997425 seconds) exportactionlogsworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? exportactionlogsworker stderr | if word_sep is not '': logrotateworker stdout | 2024-04-26 05:49:50,336 [67] [DEBUG] [__main__] Action log rotation worker not enabled; skipping blobuploadcleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? blobuploadcleanupworker stderr | if word_sep is not '': quotatotalworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? quotatotalworker stderr | if word_sep is not '': buildlogsarchiver stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? buildlogsarchiver stderr | if word_sep is not '': gunicorn-secscan stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-secscan stderr | if word_sep is not '': queuecleanupworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? queuecleanupworker stderr | if word_sep is not '': reconciliationworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? reconciliationworker stderr | if word_sep is not '': gcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gcworker stderr | if word_sep is not '': notificationworker stdout | 2024-04-26 05:49:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:49:53,536 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:49:53 UTC)" (scheduled at 2024-04-26 05:49:53.524950+00:00) notificationworker stdout | 2024-04-26 05:49:53,536 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:03.524950+00:00 (in 9.988161 seconds) notificationworker stdout | 2024-04-26 05:49:53,536 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:49:53,542 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 49, 53, 537001), True, datetime.datetime(2024, 4, 26, 5, 49, 53, 537001), 0, 'notification/%', 50, 1, 0]) repositorygcworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? repositorygcworker stderr | if word_sep is not '': notificationworker stdout | 2024-04-26 05:49:53,639 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:49:53,639 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:49:53,644 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:03 UTC)" executed successfully autopruneworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? autopruneworker stderr | if word_sep is not '': manifestbackfillworker stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? manifestbackfillworker stderr | if word_sep is not '': securityscanningnotificationworker stdout | 2024-04-26 05:49:54,939 [80] [DEBUG] [__main__] Starting security scanning notification worker securityscanningnotificationworker stdout | 2024-04-26 05:49:54,945 [80] [DEBUG] [workers.worker] Scheduling worker. securityscanningnotificationworker stdout | 2024-04-26 05:49:54,947 [80] [INFO] [apscheduler.scheduler] Scheduler started securityscanningnotificationworker stdout | 2024-04-26 05:49:55,041 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:49:55,041 [80] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:49:58.042626 securityscanningnotificationworker stdout | 2024-04-26 05:49:55,044 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" securityscanningnotificationworker stdout | 2024-04-26 05:49:55,044 [80] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:52:53.045734 securityscanningnotificationworker stdout | 2024-04-26 05:49:55,044 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" securityscanningnotificationworker stdout | 2024-04-26 05:49:55,044 [80] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:10.045971 securityscanningnotificationworker stdout | 2024-04-26 05:49:55,045 [80] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" securityscanningnotificationworker stdout | 2024-04-26 05:49:55,042 [80] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added securityscanningnotificationworker stdout | 2024-04-26 05:49:55,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:49:55,047 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:49:58.042626+00:00 (in 2.995206 seconds) securityworker stdout | 2024-04-26 05:49:55,327 [81] [DEBUG] [workers.worker] Scheduling worker. securityworker stdout | 2024-04-26 05:49:55,339 [81] [INFO] [apscheduler.scheduler] Scheduler started securityworker stdout | 2024-04-26 05:49:55,433 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:49:55,433 [81] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:15.434633 securityworker stdout | 2024-04-26 05:49:55,434 [81] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added securityworker stdout | 2024-04-26 05:49:55,437 [81] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_in_scanner" to job store "default" securityworker stdout | 2024-04-26 05:49:55,437 [81] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:10.438348 securityworker stdout | 2024-04-26 05:49:55,437 [81] [INFO] [apscheduler.scheduler] Added job "SecurityWorker._index_recent_manifests_in_scanner" to job store "default" securityworker stdout | 2024-04-26 05:49:55,437 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:49:55,437 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:10.438348+00:00 (in 15.000516 seconds) nginx stdout | 2024/04/26 05:49:56 [crit] 94#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/health/instance", host: "10.131.0.81:8080" nginx stdout | 2024/04/26 05:49:56 [crit] 94#0: *7 connect() to unix:/tmp/gunicorn_web.sock failed (2: No such file or directory) while connecting to upstream, client: 10.131.0.2, server: , request: "GET /health/instance HTTP/1.1", upstream: "http://unix:/tmp/gunicorn_web.sock:/quay-registry/static/502.html", host: "10.131.0.81:8080" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:49:56 +0000] "GET /health/instance HTTP/1.1" 502 157 "-" "kube-probe/1.28" (0.000 118 0.000 : 0.000) namespacegcworker stdout | 2024-04-26 05:49:56,546 [70] [DEBUG] [__main__] Starting namespace GC worker namespacegcworker stdout | 2024-04-26 05:49:56,638 [70] [DEBUG] [workers.worker] Scheduling worker. namespacegcworker stdout | 2024-04-26 05:49:56,639 [70] [INFO] [apscheduler.scheduler] Scheduler started namespacegcworker stdout | 2024-04-26 05:49:56,641 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:49:56,642 [70] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:34.643009 namespacegcworker stdout | 2024-04-26 05:49:56,725 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" namespacegcworker stdout | 2024-04-26 05:49:56,725 [70] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:51:22.726645 namespacegcworker stdout | 2024-04-26 05:49:56,725 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" namespacegcworker stdout | 2024-04-26 05:49:56,725 [70] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:16.726895 namespacegcworker stdout | 2024-04-26 05:49:56,726 [70] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" namespacegcworker stdout | 2024-04-26 05:49:56,642 [70] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added namespacegcworker stdout | 2024-04-26 05:49:56,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:49:56,728 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:16.726895+00:00 (in 19.998424 seconds) storagereplication stdout | 2024-04-26 05:49:57,528 [99] [DEBUG] [__main__] Full storage replication disabled; skipping gunicorn-secscan stdout | 2024-04-26 05:49:57,732 [65] [DEBUG] [app] Loading default config. gunicorn-secscan stdout | 2024-04-26 05:49:57,733 [65] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml repositoryactioncounter stdout | 2024-04-26 05:49:57,746 [78] [DEBUG] [workers.worker] Scheduling worker. gunicorn-secscan stdout | 2024-04-26 05:49:57,746 [65] [DEBUG] [app] Loaded config gunicorn-secscan stdout | 2024-04-26 05:49:57,747 [65] [INFO] [util.ipresolver] Loading AWS IP ranges from disk repositoryactioncounter stdout | 2024-04-26 05:49:57,828 [78] [INFO] [apscheduler.scheduler] Scheduler started gunicorn-secscan stdout | 2024-04-26 05:49:57,835 [65] [DEBUG] [util.ipresolver] Building AWS IP ranges repositoryactioncounter stdout | 2024-04-26 05:49:57,836 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2024-04-26 05:49:57,837 [78] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 07:10:11.838270 repositoryactioncounter stdout | 2024-04-26 05:49:57,923 [78] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositoryactioncounter stdout | 2024-04-26 05:49:57,926 [78] [INFO] [apscheduler.scheduler] Added job "RepositoryActionCountWorker._run_counting" to job store "default" repositoryactioncounter stdout | 2024-04-26 05:49:57,926 [78] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositoryactioncounter stdout | 2024-04-26 05:49:57,926 [78] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 07:10:11.838270+00:00 (in 4813.911371 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:49:58,123 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:49:58,143 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:49:58 UTC)" (scheduled at 2024-04-26 05:49:58.042626+00:00) gunicorn-web stdout | 2024-04-26 05:49:58,143 [66] [DEBUG] [__config__] Starting web gunicorn with 4 workers and gevent worker class securityscanningnotificationworker stdout | 2024-04-26 05:49:58,143 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:10.045971+00:00 (in 11.902197 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:49:58,223 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:49:58,227 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 49, 58, 223997), True, datetime.datetime(2024, 4, 26, 5, 49, 58, 223997), 0, 'secscanv4/%', 50, 1, 0]) gunicorn-web stderr | Traceback (most recent call last): gunicorn-web stderr | File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-web stderr | File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-web stderr | AssertionError: (None, ) gunicorn-web stderr | 2024-04-26T05:49:58Z gunicorn-web stderr | gunicorn-web stderr | failed with AssertionError securityscanningnotificationworker stdout | 2024-04-26 05:49:58,324 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:49:58,324 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:49:58,325 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 05:49:58,340 [65] [DEBUG] [util.ipresolver] Finished building AWS IP ranges gunicorn-secscan stdout | 2024-04-26 05:49:58,343 [65] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane gunicorn-secscan stdout | 2024-04-26 05:49:58,346 [65] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway gunicorn-secscan stdout | 2024-04-26 05:49:58,348 [65] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict gunicorn-secscan stdout | 2024-04-26 05:49:58,426 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration gunicorn-secscan stdout | 2024-04-26 05:49:58,427 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 gunicorn-secscan stdout | 2024-04-26 05:49:58,428 [65] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search gunicorn-secscan stdout | 2024-04-26 05:49:58,430 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section gunicorn-secscan stdout | 2024-04-26 05:49:58,433 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask gunicorn-secscan stdout | 2024-04-26 05:49:58,434 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section gunicorn-secscan stdout | 2024-04-26 05:49:58,435 [65] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search gunicorn-secscan stdout | 2024-04-26 05:49:58,436 [65] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section repositorygcworker stdout | 2024-04-26 05:49:58,635 [79] [DEBUG] [__main__] Starting repository GC worker repositorygcworker stdout | 2024-04-26 05:49:58,637 [79] [DEBUG] [workers.worker] Scheduling worker. repositorygcworker stdout | 2024-04-26 05:49:58,638 [79] [INFO] [apscheduler.scheduler] Scheduler started repositorygcworker stdout | 2024-04-26 05:49:58,724 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:49:58,725 [79] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:44.726048 repositorygcworker stdout | 2024-04-26 05:49:58,734 [79] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:51:46.737410 repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:08.737804 repositorygcworker stdout | 2024-04-26 05:49:58,736 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:44.726048+00:00 (in 45.989111 seconds) repositorygcworker stdout | 2024-04-26 05:49:58,737 [79] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" repositorygcworker stdout | 2024-04-26 05:49:58,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:49:58,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:08.737804+00:00 (in 10.000279 seconds) repositorygcworker stdout | 2024-04-26 05:49:58,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:49:58,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:08.737804+00:00 (in 10.000174 seconds) gunicorn-secscan stdout | 2024-04-26 05:49:58,740 [65] [DEBUG] [data.database] Configuring database gunicorn-secscan stdout | 2024-04-26 05:49:58,741 [65] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-secscan stdout | 2024-04-26 05:49:58,743 [65] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2024-04-26 05:49:58,743 [65] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-secscan stdout | 2024-04-26 05:49:58,744 [65] [INFO] [data.secscan_model] =============================== gunicorn-secscan stdout | 2024-04-26 05:49:58,745 [65] [DEBUG] [data.logs_model] Configuring log model gunicorn-secscan stdout | 2024-04-26 05:49:58,746 [65] [INFO] [data.logs_model] =============================== gunicorn-secscan stdout | 2024-04-26 05:49:58,824 [65] [INFO] [data.logs_model] Using logs model `` gunicorn-secscan stdout | 2024-04-26 05:49:58,825 [65] [INFO] [data.logs_model] =============================== gunicorn-secscan stdout | 2024-04-26 05:49:59,930 [65] [DEBUG] [__config__] Starting secscan gunicorn with 2 workers and gevent worker class gunicorn-secscan stderr | Traceback (most recent call last): gunicorn-secscan stderr | File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-secscan stderr | File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-secscan stderr | AssertionError: (None, ) gunicorn-secscan stderr | 2024-04-26T05:49:59Z gunicorn-secscan stderr | gunicorn-secscan stderr | failed with AssertionError blobuploadcleanupworker stdout | 2024-04-26 05:50:00,641 [55] [DEBUG] [workers.worker] Scheduling worker. blobuploadcleanupworker stdout | 2024-04-26 05:50:00,643 [55] [INFO] [apscheduler.scheduler] Scheduler started blobuploadcleanupworker stdout | 2024-04-26 05:50:00,644 [55] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2024-04-26 05:50:00,644 [55] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 06:30:42.645667 blobuploadcleanupworker stdout | 2024-04-26 05:50:00,647 [55] [INFO] [apscheduler.scheduler] Added job "BlobUploadCleanupWorker._try_cleanup_uploads" to job store "default" blobuploadcleanupworker stdout | 2024-04-26 05:50:00,645 [55] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added blobuploadcleanupworker stdout | 2024-04-26 05:50:00,648 [55] [DEBUG] [apscheduler.scheduler] Looking for jobs to run blobuploadcleanupworker stdout | 2024-04-26 05:50:00,648 [55] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:30:42.645667+00:00 (in 2441.996734 seconds) exportactionlogsworker stdout | 2024-04-26 05:50:00,740 [61] [DEBUG] [__main__] Starting export action logs worker exportactionlogsworker stdout | 2024-04-26 05:50:00,742 [61] [DEBUG] [workers.worker] Scheduling worker. exportactionlogsworker stdout | 2024-04-26 05:50:00,743 [61] [INFO] [apscheduler.scheduler] Scheduler started exportactionlogsworker stdout | 2024-04-26 05:50:00,744 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:50:00,744 [61] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:06.745385 exportactionlogsworker stdout | 2024-04-26 05:50:00,745 [61] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added exportactionlogsworker stdout | 2024-04-26 05:50:00,746 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.poll_queue" to job store "default" exportactionlogsworker stdout | 2024-04-26 05:50:00,747 [61] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:44.748211 exportactionlogsworker stdout | 2024-04-26 05:50:00,747 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.update_queue_metrics" to job store "default" exportactionlogsworker stdout | 2024-04-26 05:50:00,747 [61] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:46.748509 exportactionlogsworker stdout | 2024-04-26 05:50:00,747 [61] [INFO] [apscheduler.scheduler] Added job "QueueWorker.run_watchdog" to job store "default" exportactionlogsworker stdout | 2024-04-26 05:50:00,749 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:50:00,749 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:06.745385+00:00 (in 5.995814 seconds) gcworker stdout | 2024-04-26 05:50:01,137 [62] [DEBUG] [workers.worker] Scheduling worker. gcworker stdout | 2024-04-26 05:50:01,138 [62] [INFO] [apscheduler.scheduler] Scheduler started gcworker stdout | 2024-04-26 05:50:01,138 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:50:01,138 [62] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:08.139839 gcworker stdout | 2024-04-26 05:50:01,140 [62] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added gcworker stdout | 2024-04-26 05:50:01,141 [62] [INFO] [apscheduler.scheduler] Added job "GarbageCollectionWorker._garbage_collection_repos" to job store "default" gcworker stdout | 2024-04-26 05:50:01,142 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:50:01,142 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:08.139839+00:00 (in 6.997734 seconds) buildlogsarchiver stdout | 2024-04-26 05:50:01,158 [57] [DEBUG] [workers.worker] Scheduling worker. buildlogsarchiver stdout | 2024-04-26 05:50:01,159 [57] [INFO] [apscheduler.scheduler] Scheduler started buildlogsarchiver stdout | 2024-04-26 05:50:01,224 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:50:01,224 [57] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added buildlogsarchiver stdout | 2024-04-26 05:50:01,224 [57] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:06.225712 buildlogsarchiver stdout | 2024-04-26 05:50:01,226 [57] [INFO] [apscheduler.scheduler] Added job "ArchiveBuildLogsWorker._archive_redis_buildlogs" to job store "default" buildlogsarchiver stdout | 2024-04-26 05:50:01,226 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:50:01,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:06.225712+00:00 (in 4.998765 seconds) queuecleanupworker stdout | 2024-04-26 05:50:01,247 [74] [DEBUG] [workers.worker] Scheduling worker. queuecleanupworker stdout | 2024-04-26 05:50:01,247 [74] [INFO] [apscheduler.scheduler] Scheduler started queuecleanupworker stdout | 2024-04-26 05:50:01,248 [74] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2024-04-26 05:50:01,248 [74] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added queuecleanupworker stdout | 2024-04-26 05:50:01,248 [74] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 20:40:58.249263 queuecleanupworker stdout | 2024-04-26 05:50:01,249 [74] [INFO] [apscheduler.scheduler] Added job "QueueCleanupWorker._cleanup_queue" to job store "default" queuecleanupworker stdout | 2024-04-26 05:50:01,249 [74] [DEBUG] [apscheduler.scheduler] Looking for jobs to run queuecleanupworker stdout | 2024-04-26 05:50:01,249 [74] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 20:40:58.249263+00:00 (in 53456.999683 seconds) autopruneworker stdout | 2024-04-26 05:50:01,478 [54] [DEBUG] [workers.worker] Scheduling worker. autopruneworker stdout | 2024-04-26 05:50:01,479 [54] [INFO] [apscheduler.scheduler] Scheduler started autopruneworker stdout | 2024-04-26 05:50:01,479 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:50:01,479 [54] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added autopruneworker stdout | 2024-04-26 05:50:01,479 [54] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 05:50:16.480714 manifestbackfillworker stdout | 2024-04-26 05:50:01,479 [68] [DEBUG] [workers.worker] Scheduling worker. manifestbackfillworker stdout | 2024-04-26 05:50:01,480 [68] [INFO] [apscheduler.scheduler] Scheduler started manifestbackfillworker stdout | 2024-04-26 05:50:01,480 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2024-04-26 05:50:01,480 [68] [DEBUG] [apscheduler.scheduler] No jobs; waiting until a job is added manifestbackfillworker stdout | 2024-04-26 05:50:01,480 [68] [DEBUG] [workers.worker] First run scheduled for 2024-04-26 06:42:05.481480 autopruneworker stdout | 2024-04-26 05:50:01,480 [54] [INFO] [apscheduler.scheduler] Added job "AutoPruneWorker.prune" to job store "default" autopruneworker stdout | 2024-04-26 05:50:01,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:50:01,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:16.480714+00:00 (in 14.999713 seconds) manifestbackfillworker stdout | 2024-04-26 05:50:01,481 [68] [INFO] [apscheduler.scheduler] Added job "ManifestBackfillWorker._backfill_manifests" to job store "default" manifestbackfillworker stdout | 2024-04-26 05:50:01,481 [68] [DEBUG] [apscheduler.scheduler] Looking for jobs to run manifestbackfillworker stdout | 2024-04-26 05:50:01,481 [68] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:42:05.481480+00:00 (in 3123.999591 seconds) gunicorn-registry stderr | /app/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? gunicorn-registry stderr | if word_sep is not '': gunicorn-registry stdout | 2024-04-26 05:50:02,280 [64] [DEBUG] [app] Loading default config. gunicorn-registry stdout | 2024-04-26 05:50:02,280 [64] [DEBUG] [util.config.provider.basefileprovider] Applying config file: /quay-registry/conf/stack/config.yaml gunicorn-registry stdout | 2024-04-26 05:50:02,287 [64] [DEBUG] [app] Loaded config gunicorn-registry stdout | 2024-04-26 05:50:02,288 [64] [INFO] [util.ipresolver] Loading AWS IP ranges from disk gunicorn-registry stdout | 2024-04-26 05:50:02,295 [64] [DEBUG] [util.ipresolver] Building AWS IP ranges gunicorn-registry stdout | 2024-04-26 05:50:02,364 [64] [DEBUG] [util.ipresolver] Finished building AWS IP ranges gunicorn-registry stdout | 2024-04-26 05:50:02,366 [64] [DEBUG] [botocore.hooks] Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane gunicorn-registry stdout | 2024-04-26 05:50:02,368 [64] [DEBUG] [botocore.hooks] Changing event name from before-call.apigateway to before-call.api-gateway gunicorn-registry stdout | 2024-04-26 05:50:02,368 [64] [DEBUG] [botocore.hooks] Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict gunicorn-registry stdout | 2024-04-26 05:50:02,370 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration gunicorn-registry stdout | 2024-04-26 05:50:02,370 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 gunicorn-registry stdout | 2024-04-26 05:50:02,370 [64] [DEBUG] [botocore.hooks] Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search gunicorn-registry stdout | 2024-04-26 05:50:02,371 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section gunicorn-registry stdout | 2024-04-26 05:50:02,373 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask gunicorn-registry stdout | 2024-04-26 05:50:02,373 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section gunicorn-registry stdout | 2024-04-26 05:50:02,373 [64] [DEBUG] [botocore.hooks] Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search gunicorn-registry stdout | 2024-04-26 05:50:02,373 [64] [DEBUG] [botocore.hooks] Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section gunicorn-registry stdout | 2024-04-26 05:50:02,435 [64] [DEBUG] [data.database] Configuring database gunicorn-registry stdout | 2024-04-26 05:50:02,436 [64] [INFO] [data.database] Connection pooling enabled for postgresql; stale timeout: None; max connection count: None gunicorn-registry stdout | 2024-04-26 05:50:02,436 [64] [INFO] [data.secscan_model] =============================== gunicorn-registry stdout | 2024-04-26 05:50:02,436 [64] [INFO] [data.secscan_model] Using split secscan model: `[]` gunicorn-registry stdout | 2024-04-26 05:50:02,437 [64] [INFO] [data.secscan_model] =============================== gunicorn-registry stdout | 2024-04-26 05:50:02,437 [64] [DEBUG] [data.logs_model] Configuring log model gunicorn-registry stdout | 2024-04-26 05:50:02,437 [64] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2024-04-26 05:50:02,437 [64] [INFO] [data.logs_model] Using logs model `` gunicorn-registry stdout | 2024-04-26 05:50:02,437 [64] [INFO] [data.logs_model] =============================== gunicorn-registry stdout | 2024-04-26 05:50:03,047 [64] [DEBUG] [__config__] Starting registry gunicorn with 8 workers and gevent worker class gunicorn-registry stderr | Traceback (most recent call last): gunicorn-registry stderr | File "src/gevent/_abstract_linkable.py", line 287, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-registry stderr | File "src/gevent/_abstract_linkable.py", line 333, in gevent._gevent_c_abstract_linkable.AbstractLinkable._notify_links gunicorn-registry stderr | AssertionError: (None, ) gunicorn-registry stderr | 2024-04-26T05:50:03Z gunicorn-registry stderr | failed with AssertionError notificationworker stdout | 2024-04-26 05:50:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:13.524950+00:00 (in 9.999411 seconds) notificationworker stdout | 2024-04-26 05:50:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:13 UTC)" (scheduled at 2024-04-26 05:50:03.524950+00:00) notificationworker stdout | 2024-04-26 05:50:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 3, 525819), True, datetime.datetime(2024, 4, 26, 5, 50, 3, 525819), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:50:06,228 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:50:06,229 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:06 UTC)" (scheduled at 2024-04-26 05:50:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:50:06,229 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 50, 6, 229223), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:50:06,230 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:36.225712+00:00 (in 29.995512 seconds) buildlogsarchiver stdout | 2024-04-26 05:50:06,235 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:50:06,235 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:50:06,235 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:50:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:50:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:06 UTC)" (scheduled at 2024-04-26 05:50:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:50:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:50:06,747 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 6, 746229), True, datetime.datetime(2024, 4, 26, 5, 50, 6, 746229), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:50:06,747 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:44.748211+00:00 (in 38.000838 seconds) exportactionlogsworker stdout | 2024-04-26 05:50:06,752 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:50:06,752 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:50:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:50:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:50:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:08 UTC)" (scheduled at 2024-04-26 05:50:08.139839+00:00) gcworker stdout | 2024-04-26 05:50:08,141 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100]) gcworker stdout | 2024-04-26 05:50:08,141 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:38.139839+00:00 (in 29.998261 seconds) gcworker stdout | 2024-04-26 05:50:08,147 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901008145, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:50:08,149 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:50:08,149 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:50:08,149 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:50:08,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:50:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:08 UTC)" (scheduled at 2024-04-26 05:50:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:50:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:50:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:08 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:50:08,739 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:44.726048+00:00 (in 35.986822 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:50:10,126 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:50:10,126 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:58.042626+00:00 (in 47.916037 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:50:10,126 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:10 UTC)" (scheduled at 2024-04-26 05:50:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:50:10,126 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:50:10,126 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:50:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:50:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:10 UTC)" (scheduled at 2024-04-26 05:50:10.438348+00:00) securityworker stdout | 2024-04-26 05:50:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:50:10,439 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:15.434633+00:00 (in 4.994980 seconds) securityworker stdout | 2024-04-26 05:50:10,439 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:50:10,439 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:50:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:50:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:50:10,443 [81] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 securityworker stdout | 2024-04-26 05:50:10,449 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:50:10,518 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:50:10,523 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:50:10,525 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:10,525 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:10,525 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 45, 10, 518480), 1, 4]) securityworker stdout | 2024-04-26 05:50:10,526 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:10,526 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:10,527 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 45, 10, 518480), 1, 4]) securityworker stdout | 2024-04-26 05:50:10,527 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:10,527 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:10,527 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:10,528 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:50:10,528 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:50:11,383 [216] [DEBUG] [app] Starting request: urn:request:efbf6cf5-5553-48f1-901a-ba65c309c4a9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:11,388 [216] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-registry stdout | 2024-04-26 05:50:11,403 [244] [DEBUG] [app] Starting request: urn:request:7f2b9e30-f668-4a31-82c9-fcacce8954b9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:11,404 [244] [DEBUG] [app] Ending request: urn:request:7f2b9e30-f668-4a31-82c9-fcacce8954b9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7f2b9e30-f668-4a31-82c9-fcacce8954b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.005 162 0.004) gunicorn-registry stdout | 2024-04-26 05:50:11,405 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:11,405 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:11,407 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:11,411 [217] [DEBUG] [app] Starting request: urn:request:f52c5d24-8949-4ff4-bd5d-b23f2ce12076 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:11,412 [217] [DEBUG] [app] Ending request: urn:request:f52c5d24-8949-4ff4-bd5d-b23f2ce12076 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f52c5d24-8949-4ff4-bd5d-b23f2ce12076', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 159 0.005) gunicorn-web stdout | 2024-04-26 05:50:11,413 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:11,413 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:11,415 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 4, 26, 5, 50, 11, 414100), None, 'quay', 'quay', datetime.datetime(2024, 4, 26, 5, 50, 11, 414122), 'quay', None, datetime.datetime(2024, 4, 25, 5, 50, 11, 414138), datetime.datetime(2024, 4, 19, 5, 50, 11, 414146), None]) gunicorn-web stdout | 2024-04-26 05:50:11,421 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:11,424 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:11,425 [216] [DEBUG] [app] Ending request: urn:request:efbf6cf5-5553-48f1-901a-ba65c309c4a9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:efbf6cf5-5553-48f1-901a-ba65c309c4a9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:11,426 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.046 118 0.046) gunicorn-web stdout | 2024-04-26 05:50:11,426 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:50:11,430 [215] [DEBUG] [app] Starting request: urn:request:6655f10d-1eb6-43b4-ab2a-8c5264922dad (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:11,435 [215] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-registry stdout | 2024-04-26 05:50:11,451 [245] [DEBUG] [app] Starting request: urn:request:c5ab59aa-9e12-4930-8484-4b45f469ea8c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:11,452 [245] [DEBUG] [app] Ending request: urn:request:c5ab59aa-9e12-4930-8484-4b45f469ea8c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c5ab59aa-9e12-4930-8484-4b45f469ea8c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.005 162 0.004) gunicorn-registry stdout | 2024-04-26 05:50:11,453 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:11,453 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:11,454 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:11,456 [215] [DEBUG] [app] Starting request: urn:request:9b922470-a23c-494b-9712-3e40d2fc7033 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:11,456 [215] [DEBUG] [app] Ending request: urn:request:9b922470-a23c-494b-9712-3e40d2fc7033 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9b922470-a23c-494b-9712-3e40d2fc7033', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:11,457 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:11,457 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 globalpromstats stdout | 2024-04-26 05:50:11,458 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} gunicorn-web stdout | 2024-04-26 05:50:11,459 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 4, 26, 5, 50, 11, 458792), None, 'quay', 'quay', datetime.datetime(2024, 4, 26, 5, 50, 11, 458815), 'quay', None, datetime.datetime(2024, 4, 25, 5, 50, 11, 458830), datetime.datetime(2024, 4, 19, 5, 50, 11, 458838), None]) gunicorn-web stdout | 2024-04-26 05:50:11,466 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:11,469 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:11,470 [215] [DEBUG] [app] Ending request: urn:request:6655f10d-1eb6-43b4-ab2a-8c5264922dad (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6655f10d-1eb6-43b4-ab2a-8c5264922dad', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:11,470 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:50:11,471 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.043 118 0.044) chunkcleanupworker stdout | 2024-04-26 05:50:11,875 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:50:11,958 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:50:12,843 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:50:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:12 UTC)" (scheduled at 2024-04-26 05:50:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:50:12,844 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:50:12,844 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:12.842614+00:00 (in 59.998226 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:50:12,848 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:50:12,849 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:50:12,957 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:50:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:23.524950+00:00 (in 9.999496 seconds) notificationworker stdout | 2024-04-26 05:50:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:23 UTC)" (scheduled at 2024-04-26 05:50:13.524950+00:00) notificationworker stdout | 2024-04-26 05:50:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 13, 525750), True, datetime.datetime(2024, 4, 26, 5, 50, 13, 525750), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:23 UTC)" executed successfully builder stdout | 2024-04-26 05:50:13,647 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:50:15,357 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} securityworker stdout | 2024-04-26 05:50:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:50:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:40.438348+00:00 (in 25.003250 seconds) securityworker stdout | 2024-04-26 05:50:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:45 UTC)" (scheduled at 2024-04-26 05:50:15.434633+00:00) securityworker stdout | 2024-04-26 05:50:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:50:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:50:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:50:15,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:50:15,443 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:50:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:50:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 45, 15, 438826), 1, 4]) securityworker stdout | 2024-04-26 05:50:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 45, 15, 438826), 1, 4]) securityworker stdout | 2024-04-26 05:50:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:50:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:45 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 05:50:15,779 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:50:16,040 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:50:16,041 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:50:16,054 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:50:16,059 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:50:16,060 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:50:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:50:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:16 UTC)" (scheduled at 2024-04-26 05:50:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:50:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:46.480714+00:00 (in 29.998976 seconds) autopruneworker stdout | 2024-04-26 05:50:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110556484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:50:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:50:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:50:16,488 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:50:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:50:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:50:16,728 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:16 UTC)" (scheduled at 2024-04-26 05:50:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:50:16,728 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:50:16,728 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:50:16 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:50:16,728 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:34.643009+00:00 (in 17.914096 seconds) expiredappspecifictokenworker stdout | 2024-04-26 05:50:16,857 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:50:18,373 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:50:18,976 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:50:22,959 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:50:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:32.528171+00:00 (in 9.002643 seconds) notificationworker stdout | 2024-04-26 05:50:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:33 UTC)" (scheduled at 2024-04-26 05:50:23.524950+00:00) notificationworker stdout | 2024-04-26 05:50:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 23, 525836), True, datetime.datetime(2024, 4, 26, 5, 50, 23, 525836), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:50:24,750 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:50:25,168 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:50:25,758 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 05:50:26,360 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-web stdout | 2024-04-26 05:50:26,380 [215] [DEBUG] [app] Starting request: urn:request:5c972234-8fb0-4249-aa45-9585561b6010 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:26,382 [218] [DEBUG] [app] Starting request: urn:request:ed2e0a1a-5335-4b3a-80dc-5b7fae0a86b1 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-registry stdout | 2024-04-26 05:50:26,385 [239] [DEBUG] [app] Starting request: urn:request:f5b4850d-45c1-44cf-989f-57fbb8a0d240 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:26,386 [239] [DEBUG] [app] Ending request: urn:request:f5b4850d-45c1-44cf-989f-57fbb8a0d240 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f5b4850d-45c1-44cf-989f-57fbb8a0d240', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:26,386 [218] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.004) gunicorn-registry stdout | 2024-04-26 05:50:26,387 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:26,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 05:50:26,388 [245] [DEBUG] [app] Starting request: urn:request:39eb5e9c-9318-40a5-98b8-917429822837 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:26,389 [245] [DEBUG] [app] Ending request: urn:request:39eb5e9c-9318-40a5-98b8-917429822837 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:39eb5e9c-9318-40a5-98b8-917429822837', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:26,389 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 05:50:26,389 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:26,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:26,390 [216] [DEBUG] [app] Starting request: urn:request:f0738e64-117c-4944-a4ea-9b846da27f8a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:26,390 [216] [DEBUG] [app] Ending request: urn:request:f0738e64-117c-4944-a4ea-9b846da27f8a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f0738e64-117c-4944-a4ea-9b846da27f8a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:26,391 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:26,391 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:26,391 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:26,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:26,392 [216] [DEBUG] [app] Starting request: urn:request:cf02b828-e117-465b-93a8-37fb1958c9c0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:26,392 [216] [DEBUG] [app] Ending request: urn:request:cf02b828-e117-465b-93a8-37fb1958c9c0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cf02b828-e117-465b-93a8-37fb1958c9c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:26,392 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:26,392 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:26,395 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:26,395 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 4, 26, 5, 50, 26, 394084), None, 'quay', 'quay', datetime.datetime(2024, 4, 26, 5, 50, 26, 394111), 'quay', None, datetime.datetime(2024, 4, 25, 5, 50, 26, 394127), datetime.datetime(2024, 4, 19, 5, 50, 26, 394136), None]) gunicorn-web stdout | 2024-04-26 05:50:26,398 [215] [DEBUG] [app] Ending request: urn:request:5c972234-8fb0-4249-aa45-9585561b6010 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5c972234-8fb0-4249-aa45-9585561b6010', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:26,398 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:50:26,399 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.020 118 0.019) gunicorn-web stdout | 2024-04-26 05:50:26,401 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:26,404 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:26,405 [218] [DEBUG] [app] Ending request: urn:request:ed2e0a1a-5335-4b3a-80dc-5b7fae0a86b1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ed2e0a1a-5335-4b3a-80dc-5b7fae0a86b1', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:26,406 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.027 118 0.026) gunicorn-web stdout | 2024-04-26 05:50:26,406 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-secscan stdout | 2024-04-26 05:50:27,767 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:50:27,774 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:50:27,775 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:50:27,777 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:50:29,550 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:50:30,158 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:50:30,246 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:50:30,477 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:50:31,184 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:50:31,247 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:50:32,313 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:50:32,317 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:50:32,325 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:50:32,328 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:50:32,331 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:50:32,333 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:50:32,336 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:50:32,339 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:50:32,341 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:50:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:33.524950+00:00 (in 0.996302 seconds) notificationworker stdout | 2024-04-26 05:50:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:32 UTC)" (scheduled at 2024-04-26 05:50:32.528171+00:00) notificationworker stdout | 2024-04-26 05:50:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:50:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:50:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:43.524950+00:00 (in 9.999545 seconds) notificationworker stdout | 2024-04-26 05:50:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:43 UTC)" (scheduled at 2024-04-26 05:50:33.524950+00:00) notificationworker stdout | 2024-04-26 05:50:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 33, 525702), True, datetime.datetime(2024, 4, 26, 5, 50, 33, 525702), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:50:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:50:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:16.726895+00:00 (in 42.083345 seconds) namespacegcworker stdout | 2024-04-26 05:50:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:34 UTC)" (scheduled at 2024-04-26 05:50:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:50:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:50:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 34, 643842), True, datetime.datetime(2024, 4, 26, 5, 50, 34, 643842), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:50:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:50:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:50:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:50:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:50:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:06.225712+00:00 (in 29.999504 seconds) buildlogsarchiver stdout | 2024-04-26 05:50:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:06 UTC)" (scheduled at 2024-04-26 05:50:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:50:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 50, 36, 226433), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:50:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:50:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:50:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:50:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:50:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:08.139839+00:00 (in 29.999497 seconds) gcworker stdout | 2024-04-26 05:50:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:08 UTC)" (scheduled at 2024-04-26 05:50:38.139839+00:00) gcworker stdout | 2024-04-26 05:50:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901038140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:50:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:50:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:50:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:50:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:50:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:45.434633+00:00 (in 4.995815 seconds) securityworker stdout | 2024-04-26 05:50:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:10 UTC)" (scheduled at 2024-04-26 05:50:40.438348+00:00) securityworker stdout | 2024-04-26 05:50:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:50:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:50:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:50:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:50:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:50:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:50:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:50:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:50:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 45, 40, 443386), 1, 4]) securityworker stdout | 2024-04-26 05:50:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 45, 40, 443386), 1, 4]) securityworker stdout | 2024-04-26 05:50:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:50:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:50:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:50:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:50:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:50:41,380 [215] [DEBUG] [app] Starting request: urn:request:ee5c31f9-3d8d-40c2-bef9-95170c6393e2 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:41,380 [217] [DEBUG] [app] Starting request: urn:request:2fee6777-ec7d-4fdb-a73d-e2a5586c18e4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:50:41,383 [244] [DEBUG] [app] Starting request: urn:request:c4a6e93a-0f1e-4bd4-b88d-40c46967cb99 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:41,384 [244] [DEBUG] [app] Ending request: urn:request:c4a6e93a-0f1e-4bd4-b88d-40c46967cb99 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c4a6e93a-0f1e-4bd4-b88d-40c46967cb99', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:50:41,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:50:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:41,385 [217] [DEBUG] [urllib3.connectionpool] Starting new HTTP connection (1): localhost:8080 gunicorn-registry stdout | 2024-04-26 05:50:41,386 [244] [DEBUG] [app] Starting request: urn:request:807a74a4-7060-42e6-bcb1-412eb66e78d8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:41,386 [244] [DEBUG] [app] Ending request: urn:request:807a74a4-7060-42e6-bcb1-412eb66e78d8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:807a74a4-7060-42e6-bcb1-412eb66e78d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:50:41,387 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:41,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:50:41,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:41,388 [215] [DEBUG] [app] Starting request: urn:request:096735e9-6f67-44f1-82f1-6e500e1f28b2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:41,388 [215] [DEBUG] [app] Ending request: urn:request:096735e9-6f67-44f1-82f1-6e500e1f28b2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:096735e9-6f67-44f1-82f1-6e500e1f28b2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:41,388 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:41,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:41,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:41,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:41,390 [218] [DEBUG] [app] Starting request: urn:request:1219dd24-20b0-4e73-8bd2-eef77200669e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:41,390 [218] [DEBUG] [app] Ending request: urn:request:1219dd24-20b0-4e73-8bd2-eef77200669e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1219dd24-20b0-4e73-8bd2-eef77200669e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:41,390 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:50:41,390 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:41,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE ((((NOT ("t1"."approval_id" IS %s) AND (("t1"."expiration_date" > %s) OR ("t1"."expiration_date" IS %s))) AND ("t1"."service" = %s)) AND (NOT (("t1"."service" = %s) AND ("t1"."expiration_date" <= %s)) OR NOT ((("t1"."service" = %s) AND ("t1"."approval_id" IS %s)) AND ("t1"."created_date" <= %s)))) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s)))', [None, datetime.datetime(2024, 4, 26, 5, 50, 41, 391829), None, 'quay', 'quay', datetime.datetime(2024, 4, 26, 5, 50, 41, 391852), 'quay', None, datetime.datetime(2024, 4, 25, 5, 50, 41, 391868), datetime.datetime(2024, 4, 19, 5, 50, 41, 391875), None]) gunicorn-web stdout | 2024-04-26 05:50:41,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:41,396 [215] [DEBUG] [app] Ending request: urn:request:ee5c31f9-3d8d-40c2-bef9-95170c6393e2 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ee5c31f9-3d8d-40c2-bef9-95170c6393e2', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:41,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:50:41,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) gunicorn-web stdout | 2024-04-26 05:50:41,399 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:41,402 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:41,403 [217] [DEBUG] [app] Ending request: urn:request:2fee6777-ec7d-4fdb-a73d-e2a5586c18e4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2fee6777-ec7d-4fdb-a73d-e2a5586c18e4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:41,403 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.024 118 0.024) gunicorn-web stdout | 2024-04-26 05:50:41,403 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:50:41,475 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:50:41,899 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:50:41,985 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:50:42,994 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:50:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:53.524950+00:00 (in 9.999503 seconds) notificationworker stdout | 2024-04-26 05:50:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:53 UTC)" (scheduled at 2024-04-26 05:50:43.524950+00:00) notificationworker stdout | 2024-04-26 05:50:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 43, 525733), True, datetime.datetime(2024, 4, 26, 5, 50, 43, 525733), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:50:53 UTC)" executed successfully builder stdout | 2024-04-26 05:50:43,665 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:50:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:50:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:08.737804+00:00 (in 24.011210 seconds) repositorygcworker stdout | 2024-04-26 05:50:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:44 UTC)" (scheduled at 2024-04-26 05:50:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:50:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:50:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 44, 726899), True, datetime.datetime(2024, 4, 26, 5, 50, 44, 726899), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:50:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:50:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:50:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:44 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:50:44,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:50:44,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:50:46.748509+00:00 (in 1.999863 seconds) exportactionlogsworker stdout | 2024-04-26 05:50:44,748 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:55:44 UTC)" (scheduled at 2024-04-26 05:50:44.748211+00:00) exportactionlogsworker stdout | 2024-04-26 05:50:44,749 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:50:44,754 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), True, datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:50:44,755 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), True, datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 4, 26, 5, 50, 44, 748931), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:50:44,756 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:50:44,756 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:55:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:50:45,375 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} securityworker stdout | 2024-04-26 05:50:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:50:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:10.438348+00:00 (in 25.003224 seconds) securityworker stdout | 2024-04-26 05:50:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:15 UTC)" (scheduled at 2024-04-26 05:50:45.434633+00:00) securityworker stdout | 2024-04-26 05:50:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:50:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:50:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:50:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:50:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:50:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:15 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 05:50:45,811 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:50:46,049 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:50:46,051 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:50:46,063 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:50:46,066 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:50:46,069 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:50:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:50:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:16.480714+00:00 (in 29.999540 seconds) autopruneworker stdout | 2024-04-26 05:50:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:16 UTC)" (scheduled at 2024-04-26 05:50:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:50:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110586484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:50:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:50:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:50:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:50:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:50:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:06.745385+00:00 (in 19.996414 seconds) exportactionlogsworker stdout | 2024-04-26 05:50:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:46 UTC)" (scheduled at 2024-04-26 05:50:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:50:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:50:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:50:46,893 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:50:48,402 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:50:49,006 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:50:52,996 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:50:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:50:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:03.524950+00:00 (in 9.999503 seconds) notificationworker stdout | 2024-04-26 05:50:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:03 UTC)" (scheduled at 2024-04-26 05:50:53.524950+00:00) notificationworker stdout | 2024-04-26 05:50:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:50:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 53, 525781), True, datetime.datetime(2024, 4, 26, 5, 50, 53, 525781), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:50:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:50:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:50:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:50:54,786 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:50:55,186 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:50:55,794 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:50:56,380 [218] [DEBUG] [app] Starting request: urn:request:d7d0904a-67c7-4213-90ac-20a6b602fbca (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:56,380 [216] [DEBUG] [app] Starting request: urn:request:6ad3987f-1527-45a2-b726-a846371b3bab (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:50:56,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:50:56,384 [239] [DEBUG] [app] Starting request: urn:request:8c291565-914d-412f-b777-ad55861dc0a0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:50:56,384 [239] [DEBUG] [app] Ending request: urn:request:8c291565-914d-412f-b777-ad55861dc0a0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8c291565-914d-412f-b777-ad55861dc0a0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-04-26 05:50:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:50:56,385 [246] [DEBUG] [app] Starting request: urn:request:f4c49b09-1e04-4e4c-b86e-e73eba9974bb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:56,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 05:50:56,386 [246] [DEBUG] [app] Ending request: urn:request:f4c49b09-1e04-4e4c-b86e-e73eba9974bb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f4c49b09-1e04-4e4c-b86e-e73eba9974bb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:56,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.004) gunicorn-registry stdout | 2024-04-26 05:50:56,386 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:50:56,386 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:56,387 [218] [DEBUG] [app] Starting request: urn:request:a65776e4-1689-4a99-a5f7-9564b8f894b8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:56,388 [218] [DEBUG] [app] Ending request: urn:request:a65776e4-1689-4a99-a5f7-9564b8f894b8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a65776e4-1689-4a99-a5f7-9564b8f894b8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:56,388 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:50:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:56,389 [215] [DEBUG] [app] Starting request: urn:request:7bcec44e-58c5-45e6-92e8-5e2f660910cb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:50:56,390 [215] [DEBUG] [app] Ending request: urn:request:7bcec44e-58c5-45e6-92e8-5e2f660910cb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7bcec44e-58c5-45e6-92e8-5e2f660910cb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:50:56,390 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:50:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:50:56,390 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:50:56,391 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:50:56,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:56,394 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:50:56,396 [218] [DEBUG] [app] Ending request: urn:request:d7d0904a-67c7-4213-90ac-20a6b602fbca (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d7d0904a-67c7-4213-90ac-20a6b602fbca', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:56,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:50:56,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) gunicorn-web stdout | 2024-04-26 05:50:56,397 [216] [DEBUG] [app] Ending request: urn:request:6ad3987f-1527-45a2-b726-a846371b3bab (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6ad3987f-1527-45a2-b726-a846371b3bab', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:50:56,397 [216] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:50:56,397 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-web stdout | 2024-04-26 05:50:56,398 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:50:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:50:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) gunicorn-secscan stdout | 2024-04-26 05:50:57,776 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:50:57,782 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:50:57,784 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:50:57,799 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} securityscanningnotificationworker stdout | 2024-04-26 05:50:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:50:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:10.045971+00:00 (in 12.002866 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:50:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:58 UTC)" (scheduled at 2024-04-26 05:50:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:50:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:50:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 50, 58, 43413), True, datetime.datetime(2024, 4, 26, 5, 50, 58, 43413), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:50:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:50:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:50:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:51:58 UTC)" executed successfully blobuploadcleanupworker stdout | 2024-04-26 05:50:59,583 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:51:00,177 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:51:00,283 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:51:00,493 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:51:01,221 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:51:01,260 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:51:02,326 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:51:02,329 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:51:02,339 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:51:02,342 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:51:02,346 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:51:02,349 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:51:02,351 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:51:02,354 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:51:02,356 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:51:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:13.524950+00:00 (in 9.999536 seconds) notificationworker stdout | 2024-04-26 05:51:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:13 UTC)" (scheduled at 2024-04-26 05:51:03.524950+00:00) notificationworker stdout | 2024-04-26 05:51:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 3, 525737), True, datetime.datetime(2024, 4, 26, 5, 51, 3, 525737), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:51:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:51:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:36.225712+00:00 (in 29.999525 seconds) buildlogsarchiver stdout | 2024-04-26 05:51:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:36 UTC)" (scheduled at 2024-04-26 05:51:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:51:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 51, 6, 226415), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:51:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:51:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:51:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:51:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:51:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:46.748509+00:00 (in 40.002685 seconds) exportactionlogsworker stdout | 2024-04-26 05:51:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:06 UTC)" (scheduled at 2024-04-26 05:51:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:51:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:51:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 6, 746097), True, datetime.datetime(2024, 4, 26, 5, 51, 6, 746097), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:51:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:51:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:51:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:51:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:51:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:38.139839+00:00 (in 29.999545 seconds) gcworker stdout | 2024-04-26 05:51:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:38 UTC)" (scheduled at 2024-04-26 05:51:08.139839+00:00) gcworker stdout | 2024-04-26 05:51:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901068140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:51:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:51:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:51:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:51:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:51:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:44.726048+00:00 (in 35.987709 seconds) repositorygcworker stdout | 2024-04-26 05:51:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:08 UTC)" (scheduled at 2024-04-26 05:51:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:51:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:51:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:51:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:51:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:58.042626+00:00 (in 47.996169 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:51:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:10 UTC)" (scheduled at 2024-04-26 05:51:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:51:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:51:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:51:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:51:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:15.434633+00:00 (in 4.995821 seconds) securityworker stdout | 2024-04-26 05:51:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:40 UTC)" (scheduled at 2024-04-26 05:51:10.438348+00:00) securityworker stdout | 2024-04-26 05:51:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:51:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:51:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:51:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:51:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:51:10,443 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:51:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:51:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:51:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 46, 10, 444474), 1, 4]) securityworker stdout | 2024-04-26 05:51:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 46, 10, 444474), 1, 4]) securityworker stdout | 2024-04-26 05:51:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:51:10,454 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:51:11,380 [218] [DEBUG] [app] Starting request: urn:request:17b9b571-ba87-49b1-87a7-14c391e6c93c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:11,380 [217] [DEBUG] [app] Starting request: urn:request:a9670abd-777f-435c-a25b-fceadfaf3bb4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:51:11,384 [239] [DEBUG] [app] Starting request: urn:request:70a2c0ad-8731-4b12-b26e-c1677c919264 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:11,384 [246] [DEBUG] [app] Starting request: urn:request:97fd57b6-b4d6-4ca8-b3bc-71203926ffc0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:11,384 [239] [DEBUG] [app] Ending request: urn:request:70a2c0ad-8731-4b12-b26e-c1677c919264 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:70a2c0ad-8731-4b12-b26e-c1677c919264', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:11,384 [246] [DEBUG] [app] Ending request: urn:request:97fd57b6-b4d6-4ca8-b3bc-71203926ffc0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:97fd57b6-b4d6-4ca8-b3bc-71203926ffc0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:11,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:51:11,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:51:11,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:11,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:11,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:11,387 [215] [DEBUG] [app] Starting request: urn:request:706b2d84-b653-4303-802e-82b715d400f1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:11,388 [215] [DEBUG] [app] Ending request: urn:request:706b2d84-b653-4303-802e-82b715d400f1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:706b2d84-b653-4303-802e-82b715d400f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:11,388 [217] [DEBUG] [app] Starting request: urn:request:c5ab51d3-c0e7-4586-a675-0f48b5793c49 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:11,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:11,388 [217] [DEBUG] [app] Ending request: urn:request:c5ab51d3-c0e7-4586-a675-0f48b5793c49 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c5ab51d3-c0e7-4586-a675-0f48b5793c49', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:11,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:11,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:11,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:11,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:11,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:11,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:11,396 [218] [DEBUG] [app] Ending request: urn:request:17b9b571-ba87-49b1-87a7-14c391e6c93c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:17b9b571-ba87-49b1-87a7-14c391e6c93c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:11,396 [217] [DEBUG] [app] Ending request: urn:request:a9670abd-777f-435c-a25b-fceadfaf3bb4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a9670abd-777f-435c-a25b-fceadfaf3bb4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:11,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:11,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:11,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:51:11,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 05:51:11,508 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:51:11,935 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:51:12,020 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:51:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:51:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:12.842614+00:00 (in 59.999505 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:51:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:12 UTC)" (scheduled at 2024-04-26 05:51:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:51:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:51:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:51:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:51:13,025 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:51:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:21.527910+00:00 (in 8.002474 seconds) notificationworker stdout | 2024-04-26 05:51:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:23 UTC)" (scheduled at 2024-04-26 05:51:13.524950+00:00) notificationworker stdout | 2024-04-26 05:51:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 13, 525726), True, datetime.datetime(2024, 4, 26, 5, 51, 13, 525726), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:23 UTC)" executed successfully builder stdout | 2024-04-26 05:51:13,702 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:51:15,409 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} securityworker stdout | 2024-04-26 05:51:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:51:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:40.438348+00:00 (in 25.003327 seconds) securityworker stdout | 2024-04-26 05:51:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:45 UTC)" (scheduled at 2024-04-26 05:51:15.434633+00:00) securityworker stdout | 2024-04-26 05:51:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:51:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:51:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:51:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:51:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:51:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:51:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 46, 15, 438175), 1, 4]) securityworker stdout | 2024-04-26 05:51:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 46, 15, 438175), 1, 4]) securityworker stdout | 2024-04-26 05:51:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:51:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:45 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 05:51:15,837 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:51:16,056 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:51:16,059 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:51:16,070 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:51:16,074 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:51:16,077 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:51:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:51:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:46.480714+00:00 (in 29.999565 seconds) autopruneworker stdout | 2024-04-26 05:51:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:46 UTC)" (scheduled at 2024-04-26 05:51:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:51:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110616484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:51:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:51:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:51:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:51:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:51:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:51:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:22.726645+00:00 (in 5.999271 seconds) namespacegcworker stdout | 2024-04-26 05:51:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:16 UTC)" (scheduled at 2024-04-26 05:51:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:51:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:51:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:51:16,925 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:51:18,438 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:51:19,042 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 05:51:21,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:21,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:23.524950+00:00 (in 1.996532 seconds) notificationworker stdout | 2024-04-26 05:51:21,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:21 UTC)" (scheduled at 2024-04-26 05:51:21.527910+00:00) notificationworker stdout | 2024-04-26 05:51:21,529 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), 'notification/%']) notificationworker stdout | 2024-04-26 05:51:21,534 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), True, datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), 0, 'notification/%']) notificationworker stdout | 2024-04-26 05:51:21,535 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), True, datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), 0, 'notification/%', False, datetime.datetime(2024, 4, 26, 5, 51, 21, 528693), 'notification/%']) notificationworker stdout | 2024-04-26 05:51:21,536 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:21,536 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:21 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:51:22,726 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:51:22,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:34.643009+00:00 (in 11.915891 seconds) namespacegcworker stdout | 2024-04-26 05:51:22,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:22 UTC)" (scheduled at 2024-04-26 05:51:22.726645+00:00) namespacegcworker stdout | 2024-04-26 05:51:22,728 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:51:22,733 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), True, datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:51:22,734 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), True, datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), 0, 'namespacegc/%', False, datetime.datetime(2024, 4, 26, 5, 51, 22, 727420), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:51:22,735 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:51:22,735 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:22 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:51:23,032 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:51:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:32.528171+00:00 (in 9.002751 seconds) notificationworker stdout | 2024-04-26 05:51:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:33 UTC)" (scheduled at 2024-04-26 05:51:23.524950+00:00) notificationworker stdout | 2024-04-26 05:51:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 23, 525709), True, datetime.datetime(2024, 4, 26, 5, 51, 23, 525709), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:51:24,812 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:51:25,201 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:51:25,826 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:51:26,380 [216] [DEBUG] [app] Starting request: urn:request:745de7b2-016a-44f9-9fee-11bab312309b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:26,380 [217] [DEBUG] [app] Starting request: urn:request:d7634fce-7294-4f13-b774-e20d079d10b4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:26,383 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:51:26,384 [245] [DEBUG] [app] Starting request: urn:request:f2df6066-000e-46f0-8886-609f830fef7a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:26,384 [239] [DEBUG] [app] Starting request: urn:request:770720e4-f424-4237-b878-342ba4e77aa7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:26,385 [239] [DEBUG] [app] Ending request: urn:request:770720e4-f424-4237-b878-342ba4e77aa7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:770720e4-f424-4237-b878-342ba4e77aa7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:26,385 [245] [DEBUG] [app] Ending request: urn:request:f2df6066-000e-46f0-8886-609f830fef7a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f2df6066-000e-46f0-8886-609f830fef7a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:26,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 05:51:26,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:26,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:26,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:26,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:26,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:26,388 [215] [DEBUG] [app] Starting request: urn:request:97264e95-d411-48e1-b0d2-db389c5d4bb6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:26,388 [218] [DEBUG] [app] Starting request: urn:request:3d3bb26b-19a1-40af-9c5a-7a5a02469395 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:26,388 [218] [DEBUG] [app] Ending request: urn:request:3d3bb26b-19a1-40af-9c5a-7a5a02469395 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3d3bb26b-19a1-40af-9c5a-7a5a02469395', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:26,388 [215] [DEBUG] [app] Ending request: urn:request:97264e95-d411-48e1-b0d2-db389c5d4bb6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:97264e95-d411-48e1-b0d2-db389c5d4bb6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:26,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:26,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:26,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:26,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:26,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:26,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:26,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:26,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:26,396 [216] [DEBUG] [app] Ending request: urn:request:745de7b2-016a-44f9-9fee-11bab312309b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:745de7b2-016a-44f9-9fee-11bab312309b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:26,396 [217] [DEBUG] [app] Ending request: urn:request:d7634fce-7294-4f13-b774-e20d079d10b4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d7634fce-7294-4f13-b774-e20d079d10b4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:26,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:26,396 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) gunicorn-web stdout | 2024-04-26 05:51:26,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:51:26,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:51:26,423 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:51:27,784 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:51:27,789 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:51:27,791 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:51:27,830 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:51:29,615 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:51:30,201 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:51:30,300 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:51:30,529 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:51:31,257 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:51:31,297 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:51:32,336 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:51:32,340 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:51:32,350 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:51:32,353 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:51:32,356 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:51:32,358 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:51:32,362 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:51:32,365 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:51:32,367 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:51:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:33.524950+00:00 (in 0.996331 seconds) notificationworker stdout | 2024-04-26 05:51:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:32 UTC)" (scheduled at 2024-04-26 05:51:32.528171+00:00) notificationworker stdout | 2024-04-26 05:51:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:51:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:51:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:43.524950+00:00 (in 9.999541 seconds) notificationworker stdout | 2024-04-26 05:51:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:43 UTC)" (scheduled at 2024-04-26 05:51:33.524950+00:00) notificationworker stdout | 2024-04-26 05:51:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 33, 525691), True, datetime.datetime(2024, 4, 26, 5, 51, 33, 525691), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:51:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:51:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:16.726895+00:00 (in 42.083391 seconds) namespacegcworker stdout | 2024-04-26 05:51:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:34 UTC)" (scheduled at 2024-04-26 05:51:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:51:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:51:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 34, 643822), True, datetime.datetime(2024, 4, 26, 5, 51, 34, 643822), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:51:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:51:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:51:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:51:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:51:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:06.225712+00:00 (in 29.999519 seconds) buildlogsarchiver stdout | 2024-04-26 05:51:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:06 UTC)" (scheduled at 2024-04-26 05:51:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:51:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 51, 36, 226413), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:51:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:51:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:51:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:51:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:51:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:08.139839+00:00 (in 29.999500 seconds) gcworker stdout | 2024-04-26 05:51:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:08 UTC)" (scheduled at 2024-04-26 05:51:38.139839+00:00) gcworker stdout | 2024-04-26 05:51:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901098140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:51:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:51:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:51:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:51:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:51:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:45.434633+00:00 (in 4.995804 seconds) securityworker stdout | 2024-04-26 05:51:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:10 UTC)" (scheduled at 2024-04-26 05:51:40.438348+00:00) securityworker stdout | 2024-04-26 05:51:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:51:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:51:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:51:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:51:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:51:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:51:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:51:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:51:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 46, 40, 443388), 1, 4]) securityworker stdout | 2024-04-26 05:51:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 46, 40, 443388), 1, 4]) securityworker stdout | 2024-04-26 05:51:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:51:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:51:40,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:40,451 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:51:40,451 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:51:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:51:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:51:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:51:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:51:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:51:41,380 [216] [DEBUG] [app] Starting request: urn:request:9c7d2839-f7c1-41e6-ba73-22b09c754eac (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:41,380 [218] [DEBUG] [app] Starting request: urn:request:9700073d-1f40-4100-bd9c-efaec7435440 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:41,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:51:41,383 [239] [DEBUG] [app] Starting request: urn:request:b21d6b5c-1d9e-46c9-af4f-2a3489bd275c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:41,383 [246] [DEBUG] [app] Starting request: urn:request:a10c4d2e-3632-4330-b011-4dc2c8a97575 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:41,384 [239] [DEBUG] [app] Ending request: urn:request:b21d6b5c-1d9e-46c9-af4f-2a3489bd275c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b21d6b5c-1d9e-46c9-af4f-2a3489bd275c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:41,384 [246] [DEBUG] [app] Ending request: urn:request:a10c4d2e-3632-4330-b011-4dc2c8a97575 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a10c4d2e-3632-4330-b011-4dc2c8a97575', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:51:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:41,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:51:41,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:41,385 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:41,387 [218] [DEBUG] [app] Starting request: urn:request:9fc45ef5-efac-4bba-9ebe-68e50c4b7ebc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:41,387 [217] [DEBUG] [app] Starting request: urn:request:493e9dd7-70ea-43fe-a7a0-90fbc991ec78 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:41,387 [218] [DEBUG] [app] Ending request: urn:request:9fc45ef5-efac-4bba-9ebe-68e50c4b7ebc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9fc45ef5-efac-4bba-9ebe-68e50c4b7ebc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:41,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:41,387 [217] [DEBUG] [app] Ending request: urn:request:493e9dd7-70ea-43fe-a7a0-90fbc991ec78 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:493e9dd7-70ea-43fe-a7a0-90fbc991ec78', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:51:41,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:41,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:41,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:41,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:41,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:41,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:41,395 [218] [DEBUG] [app] Ending request: urn:request:9700073d-1f40-4100-bd9c-efaec7435440 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9700073d-1f40-4100-bd9c-efaec7435440', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:41,395 [216] [DEBUG] [app] Ending request: urn:request:9c7d2839-f7c1-41e6-ba73-22b09c754eac (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9c7d2839-f7c1-41e6-ba73-22b09c754eac', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:41,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:41,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:51:41,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 05:51:41,544 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:51:41,971 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:51:42,057 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:51:43,061 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:51:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:53.524950+00:00 (in 9.999506 seconds) notificationworker stdout | 2024-04-26 05:51:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:53 UTC)" (scheduled at 2024-04-26 05:51:43.524950+00:00) notificationworker stdout | 2024-04-26 05:51:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 43, 525752), True, datetime.datetime(2024, 4, 26, 5, 51, 43, 525752), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:51:53 UTC)" executed successfully builder stdout | 2024-04-26 05:51:43,738 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:51:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:51:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:51:46.737410+00:00 (in 2.010827 seconds) repositorygcworker stdout | 2024-04-26 05:51:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:44 UTC)" (scheduled at 2024-04-26 05:51:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:51:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:51:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 44, 726862), True, datetime.datetime(2024, 4, 26, 5, 51, 44, 726862), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:51:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:51:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:51:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:51:45,435 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:51:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:10.438348+00:00 (in 25.002808 seconds) securityworker stdout | 2024-04-26 05:51:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:15 UTC)" (scheduled at 2024-04-26 05:51:45.434633+00:00) securityworker stdout | 2024-04-26 05:51:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:51:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:51:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:51:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:51:45,441 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} securityworker stdout | 2024-04-26 05:51:45,443 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:51:45,443 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:15 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 05:51:45,873 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:51:46,066 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:51:46,068 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:51:46,078 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:51:46,081 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:51:46,084 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:51:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:51:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:16.480714+00:00 (in 29.999534 seconds) autopruneworker stdout | 2024-04-26 05:51:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:16 UTC)" (scheduled at 2024-04-26 05:51:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:51:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110646484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:51:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:51:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:51:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:16 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:51:46,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:51:46,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:08.737804+00:00 (in 21.999931 seconds) repositorygcworker stdout | 2024-04-26 05:51:46,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:46 UTC)" (scheduled at 2024-04-26 05:51:46.737410+00:00) repositorygcworker stdout | 2024-04-26 05:51:46,738 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:51:46,743 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), True, datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:51:46,744 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), True, datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), 0, 'repositorygc/%', False, datetime.datetime(2024, 4, 26, 5, 51, 46, 738125), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:51:46,745 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:51:46,745 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:56:46 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:51:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:51:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:06.745385+00:00 (in 19.996466 seconds) exportactionlogsworker stdout | 2024-04-26 05:51:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:46 UTC)" (scheduled at 2024-04-26 05:51:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:51:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:51:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:51:46,937 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:51:48,450 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:51:49,078 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:51:53,068 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:51:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:51:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:03.524950+00:00 (in 9.999513 seconds) notificationworker stdout | 2024-04-26 05:51:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:03 UTC)" (scheduled at 2024-04-26 05:51:53.524950+00:00) notificationworker stdout | 2024-04-26 05:51:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:51:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 53, 525749), True, datetime.datetime(2024, 4, 26, 5, 51, 53, 525749), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:51:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:51:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:51:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:51:54,826 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:51:55,237 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:51:55,845 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:51:56,380 [217] [DEBUG] [app] Starting request: urn:request:e5151a5a-9737-4a85-8e85-ee4196dd0ed1 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:56,380 [215] [DEBUG] [app] Starting request: urn:request:08afb00e-8d71-438f-a563-0fce586128ac (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:51:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:51:56,383 [246] [DEBUG] [app] Starting request: urn:request:e3709df6-b07b-40e4-a41c-266fcc9ba7ad (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:56,383 [244] [DEBUG] [app] Starting request: urn:request:e9155ae3-0f23-435b-805e-ab12ebffc519 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:51:56,383 [246] [DEBUG] [app] Ending request: urn:request:e3709df6-b07b-40e4-a41c-266fcc9ba7ad (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e3709df6-b07b-40e4-a41c-266fcc9ba7ad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:56,383 [244] [DEBUG] [app] Ending request: urn:request:e9155ae3-0f23-435b-805e-ab12ebffc519 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e9155ae3-0f23-435b-805e-ab12ebffc519', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:51:56,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:51:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:51:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:56,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:51:56,387 [216] [DEBUG] [app] Starting request: urn:request:1b0cfb01-8b24-4b34-b4f2-19f0f34d825c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:56,387 [218] [DEBUG] [app] Starting request: urn:request:d0b78ad1-bba1-4e4e-8d11-7a71c7cf148e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:51:56,388 [218] [DEBUG] [app] Ending request: urn:request:d0b78ad1-bba1-4e4e-8d11-7a71c7cf148e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d0b78ad1-bba1-4e4e-8d11-7a71c7cf148e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:56,388 [216] [DEBUG] [app] Ending request: urn:request:1b0cfb01-8b24-4b34-b4f2-19f0f34d825c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1b0cfb01-8b24-4b34-b4f2-19f0f34d825c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:51:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:56,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:51:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:51:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:51:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:51:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:51:56,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:51:56,395 [215] [DEBUG] [app] Ending request: urn:request:08afb00e-8d71-438f-a563-0fce586128ac (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:08afb00e-8d71-438f-a563-0fce586128ac', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:56,395 [217] [DEBUG] [app] Ending request: urn:request:e5151a5a-9737-4a85-8e85-ee4196dd0ed1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e5151a5a-9737-4a85-8e85-ee4196dd0ed1', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:51:56,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:56,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:51:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:51:56,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:51:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:51:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) exportactionlogsworker stdout | 2024-04-26 05:51:56,459 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:51:57,792 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:51:57,795 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:51:57,798 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:51:57,855 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} securityscanningnotificationworker stdout | 2024-04-26 05:51:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:51:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:10.045971+00:00 (in 12.002809 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:51:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:58 UTC)" (scheduled at 2024-04-26 05:51:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:51:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:51:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 51, 58, 43519), True, datetime.datetime(2024, 4, 26, 5, 51, 58, 43519), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:51:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:51:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:51:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:52:58 UTC)" executed successfully blobuploadcleanupworker stdout | 2024-04-26 05:51:59,628 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:52:00,237 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:52:00,336 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:52:00,559 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:52:01,265 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:52:01,327 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:52:02,344 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:52:02,350 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:52:02,360 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:52:02,364 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:52:02,367 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:52:02,369 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:52:02,372 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:52:02,376 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:52:02,378 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:52:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:13.524950+00:00 (in 9.999443 seconds) notificationworker stdout | 2024-04-26 05:52:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:13 UTC)" (scheduled at 2024-04-26 05:52:03.524950+00:00) notificationworker stdout | 2024-04-26 05:52:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 3, 525831), True, datetime.datetime(2024, 4, 26, 5, 52, 3, 525831), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:52:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:52:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:36.225712+00:00 (in 29.999527 seconds) buildlogsarchiver stdout | 2024-04-26 05:52:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:36 UTC)" (scheduled at 2024-04-26 05:52:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:52:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 52, 6, 226416), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:52:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:52:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:52:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:52:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:52:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:46.748509+00:00 (in 40.002684 seconds) exportactionlogsworker stdout | 2024-04-26 05:52:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:06 UTC)" (scheduled at 2024-04-26 05:52:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:52:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:52:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 6, 746113), True, datetime.datetime(2024, 4, 26, 5, 52, 6, 746113), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:52:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:52:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:52:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:52:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:52:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:38.139839+00:00 (in 29.999493 seconds) gcworker stdout | 2024-04-26 05:52:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:38 UTC)" (scheduled at 2024-04-26 05:52:08.139839+00:00) gcworker stdout | 2024-04-26 05:52:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901128140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:52:08,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:52:08,146 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:52:08,146 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:52:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:52:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:44.726048+00:00 (in 35.987794 seconds) repositorygcworker stdout | 2024-04-26 05:52:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:08 UTC)" (scheduled at 2024-04-26 05:52:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:52:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:52:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:52:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:52:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:53.045734+00:00 (in 42.999212 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:52:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:10 UTC)" (scheduled at 2024-04-26 05:52:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:52:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:52:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:52:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:52:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:15.434633+00:00 (in 4.995744 seconds) securityworker stdout | 2024-04-26 05:52:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:40 UTC)" (scheduled at 2024-04-26 05:52:10.438348+00:00) securityworker stdout | 2024-04-26 05:52:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:52:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:52:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:52:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:52:10,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:52:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:52:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:52:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:52:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 47, 10, 444189), 1, 4]) securityworker stdout | 2024-04-26 05:52:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 47, 10, 444189), 1, 4]) securityworker stdout | 2024-04-26 05:52:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:52:10,454 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:52:11,380 [217] [DEBUG] [app] Starting request: urn:request:4069866b-f8a3-40bd-b985-9ed760c5574c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:11,380 [215] [DEBUG] [app] Starting request: urn:request:4ff75326-5315-4831-9a13-3fdabc29ecab (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:11,383 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:11,383 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:52:11,385 [239] [DEBUG] [app] Starting request: urn:request:2d679c8f-4388-4f59-883c-4ae56001e487 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:11,385 [245] [DEBUG] [app] Starting request: urn:request:4a46f046-068f-4f1c-91fa-55fb1ea35082 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:11,385 [245] [DEBUG] [app] Ending request: urn:request:4a46f046-068f-4f1c-91fa-55fb1ea35082 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4a46f046-068f-4f1c-91fa-55fb1ea35082', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:52:11,385 [239] [DEBUG] [app] Ending request: urn:request:2d679c8f-4388-4f59-883c-4ae56001e487 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2d679c8f-4388-4f59-883c-4ae56001e487', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:52:11,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:52:11,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:11,386 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:11,386 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:11,388 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:11,388 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:11,389 [215] [DEBUG] [app] Starting request: urn:request:da3b0192-59b2-4c5c-9776-e7ad6b663b94 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:11,389 [218] [DEBUG] [app] Starting request: urn:request:0e3fc521-8577-4602-b2f2-35d1ea70d70a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:11,390 [215] [DEBUG] [app] Ending request: urn:request:da3b0192-59b2-4c5c-9776-e7ad6b663b94 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:da3b0192-59b2-4c5c-9776-e7ad6b663b94', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:52:11,390 [218] [DEBUG] [app] Ending request: urn:request:0e3fc521-8577-4602-b2f2-35d1ea70d70a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0e3fc521-8577-4602-b2f2-35d1ea70d70a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:11,390 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:11,390 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:11,390 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:11,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:11,391 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:11,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:11,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:11,394 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:11,397 [215] [DEBUG] [app] Ending request: urn:request:4ff75326-5315-4831-9a13-3fdabc29ecab (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4ff75326-5315-4831-9a13-3fdabc29ecab', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:11,397 [217] [DEBUG] [app] Ending request: urn:request:4069866b-f8a3-40bd-b985-9ed760c5574c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4069866b-f8a3-40bd-b985-9ed760c5574c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:11,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:11,397 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) gunicorn-web stdout | 2024-04-26 05:52:11,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:52:11,398 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:52:11,580 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:52:11,985 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:52:12,093 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:52:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:52:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:12.842614+00:00 (in 59.999509 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:52:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:12 UTC)" (scheduled at 2024-04-26 05:52:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:52:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:52:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:52:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:52:13,083 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:52:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:23.524950+00:00 (in 9.999427 seconds) notificationworker stdout | 2024-04-26 05:52:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:23 UTC)" (scheduled at 2024-04-26 05:52:13.524950+00:00) notificationworker stdout | 2024-04-26 05:52:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 13, 525843), True, datetime.datetime(2024, 4, 26, 5, 52, 13, 525843), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:23 UTC)" executed successfully builder stdout | 2024-04-26 05:52:13,767 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:52:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:52:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:40.438348+00:00 (in 25.003209 seconds) securityworker stdout | 2024-04-26 05:52:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:45 UTC)" (scheduled at 2024-04-26 05:52:15.434633+00:00) securityworker stdout | 2024-04-26 05:52:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:52:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:52:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:52:15,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:52:15,443 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:52:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:52:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 47, 15, 438825), 1, 4]) securityworker stdout | 2024-04-26 05:52:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 47, 15, 438825), 1, 4]) securityworker stdout | 2024-04-26 05:52:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:52:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:52:15,476 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:52:15,886 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:52:16,073 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:52:16,076 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:52:16,085 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:52:16,089 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:52:16,091 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:52:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:52:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:46.480714+00:00 (in 29.999512 seconds) autopruneworker stdout | 2024-04-26 05:52:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:46 UTC)" (scheduled at 2024-04-26 05:52:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:52:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110676484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:52:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:52:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:52:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:52:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:52:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:52:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:34.643009+00:00 (in 17.915612 seconds) namespacegcworker stdout | 2024-04-26 05:52:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:16 UTC)" (scheduled at 2024-04-26 05:52:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:52:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:52:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:52:16,969 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:52:18,461 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:52:19,102 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:52:23,101 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:52:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:32.528171+00:00 (in 9.002630 seconds) notificationworker stdout | 2024-04-26 05:52:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:33 UTC)" (scheduled at 2024-04-26 05:52:23.524950+00:00) notificationworker stdout | 2024-04-26 05:52:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 23, 525859), True, datetime.datetime(2024, 4, 26, 5, 52, 23, 525859), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:52:24,865 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:52:25,260 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:52:25,867 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:52:26,380 [217] [DEBUG] [app] Starting request: urn:request:df1d3b42-0de0-4697-9888-bababea92b27 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:26,380 [218] [DEBUG] [app] Starting request: urn:request:76320c54-33e3-40e6-81c8-6160acf176cd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:52:26,384 [245] [DEBUG] [app] Starting request: urn:request:85d23c89-d065-4d37-9d99-30ec0a541bd9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:26,384 [239] [DEBUG] [app] Starting request: urn:request:6be2eb38-177e-4314-b30d-380ca806d82f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:26,384 [245] [DEBUG] [app] Ending request: urn:request:85d23c89-d065-4d37-9d99-30ec0a541bd9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:85d23c89-d065-4d37-9d99-30ec0a541bd9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:52:26,384 [239] [DEBUG] [app] Ending request: urn:request:6be2eb38-177e-4314-b30d-380ca806d82f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6be2eb38-177e-4314-b30d-380ca806d82f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:52:26,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:52:26,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:26,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 05:52:26,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:26,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:26,387 [218] [DEBUG] [app] Starting request: urn:request:8df73dad-8110-446c-a691-141ca96e1634 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:26,387 [218] [DEBUG] [app] Ending request: urn:request:8df73dad-8110-446c-a691-141ca96e1634 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8df73dad-8110-446c-a691-141ca96e1634', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:26,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:26,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:26,388 [216] [DEBUG] [app] Starting request: urn:request:1f033723-ca1a-45c9-87d9-1e2df9497b5f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:26,388 [216] [DEBUG] [app] Ending request: urn:request:1f033723-ca1a-45c9-87d9-1e2df9497b5f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1f033723-ca1a-45c9-87d9-1e2df9497b5f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:52:26,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:26,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:26,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:26,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:26,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:26,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:26,396 [218] [DEBUG] [app] Ending request: urn:request:76320c54-33e3-40e6-81c8-6160acf176cd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:76320c54-33e3-40e6-81c8-6160acf176cd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:26,396 [217] [DEBUG] [app] Ending request: urn:request:df1d3b42-0de0-4697-9888-bababea92b27 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:df1d3b42-0de0-4697-9888-bababea92b27', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:26,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:26,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:26,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:52:26,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) exportactionlogsworker stdout | 2024-04-26 05:52:26,486 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:52:27,800 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:52:27,803 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:52:27,806 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:52:27,892 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:52:29,649 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:52:30,248 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:52:30,350 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:52:30,595 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:52:31,302 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:52:31,363 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:52:32,353 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:52:32,359 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:52:32,369 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:52:32,373 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:52:32,376 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:52:32,379 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:52:32,382 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:52:32,384 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:52:32,387 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:52:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:33.524950+00:00 (in 0.996272 seconds) notificationworker stdout | 2024-04-26 05:52:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:32 UTC)" (scheduled at 2024-04-26 05:52:32.528171+00:00) notificationworker stdout | 2024-04-26 05:52:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:52:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:52:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:43.524950+00:00 (in 9.999527 seconds) notificationworker stdout | 2024-04-26 05:52:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:43 UTC)" (scheduled at 2024-04-26 05:52:33.524950+00:00) notificationworker stdout | 2024-04-26 05:52:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 33, 525706), True, datetime.datetime(2024, 4, 26, 5, 52, 33, 525706), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:52:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:52:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:16.726895+00:00 (in 42.083323 seconds) namespacegcworker stdout | 2024-04-26 05:52:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:34 UTC)" (scheduled at 2024-04-26 05:52:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:52:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:52:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 34, 643895), True, datetime.datetime(2024, 4, 26, 5, 52, 34, 643895), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:52:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:52:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:52:34,650 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:52:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:52:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:06.225712+00:00 (in 29.999527 seconds) buildlogsarchiver stdout | 2024-04-26 05:52:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:06 UTC)" (scheduled at 2024-04-26 05:52:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:52:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 52, 36, 226402), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:52:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:52:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:52:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:52:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:52:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:08.139839+00:00 (in 29.999445 seconds) gcworker stdout | 2024-04-26 05:52:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:08 UTC)" (scheduled at 2024-04-26 05:52:38.139839+00:00) gcworker stdout | 2024-04-26 05:52:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901158140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:52:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:52:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:52:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:52:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:52:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:45.434633+00:00 (in 4.995830 seconds) securityworker stdout | 2024-04-26 05:52:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:10 UTC)" (scheduled at 2024-04-26 05:52:40.438348+00:00) securityworker stdout | 2024-04-26 05:52:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:52:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:52:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:52:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:52:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:52:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:52:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:52:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:52:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 47, 40, 443502), 1, 4]) securityworker stdout | 2024-04-26 05:52:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 47, 40, 443502), 1, 4]) securityworker stdout | 2024-04-26 05:52:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:52:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:52:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:52:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:52:40,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:52:40,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:52:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:52:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:52:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:52:41,380 [215] [DEBUG] [app] Starting request: urn:request:8554e3b9-f3cd-4a74-b781-702d6e16f9df (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:41,380 [218] [DEBUG] [app] Starting request: urn:request:ef0543ef-15fc-4c99-90d4-c449ce36d90e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:41,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:52:41,383 [239] [DEBUG] [app] Starting request: urn:request:1a4617f4-9dab-4039-8bef-c96a27205c52 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:41,383 [239] [DEBUG] [app] Ending request: urn:request:1a4617f4-9dab-4039-8bef-c96a27205c52 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1a4617f4-9dab-4039-8bef-c96a27205c52', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:52:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:52:41,384 [243] [DEBUG] [app] Starting request: urn:request:683f8189-cb26-4e86-a8db-228c50c7c989 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:52:41,385 [243] [DEBUG] [app] Ending request: urn:request:683f8189-cb26-4e86-a8db-228c50c7c989 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:683f8189-cb26-4e86-a8db-228c50c7c989', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.004) gunicorn-registry stdout | 2024-04-26 05:52:41,386 [243] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:41,386 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:41,386 [215] [DEBUG] [app] Starting request: urn:request:07bf9d6e-ecda-43bd-be28-8f2fb1e42078 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:41,386 [215] [DEBUG] [app] Ending request: urn:request:07bf9d6e-ecda-43bd-be28-8f2fb1e42078 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:07bf9d6e-ecda-43bd-be28-8f2fb1e42078', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:41,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:41,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:41,387 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:41,388 [218] [DEBUG] [app] Starting request: urn:request:89721b05-d70a-41af-812c-b8693b4b3c8b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:41,389 [218] [DEBUG] [app] Ending request: urn:request:89721b05-d70a-41af-812c-b8693b4b3c8b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:89721b05-d70a-41af-812c-b8693b4b3c8b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:41,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:41,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:41,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:41,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:41,394 [215] [DEBUG] [app] Ending request: urn:request:8554e3b9-f3cd-4a74-b781-702d6e16f9df (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8554e3b9-f3cd-4a74-b781-702d6e16f9df', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:41,394 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:52:41,396 [218] [DEBUG] [app] Ending request: urn:request:ef0543ef-15fc-4c99-90d4-c449ce36d90e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ef0543ef-15fc-4c99-90d4-c449ce36d90e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:41,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) globalpromstats stdout | 2024-04-26 05:52:41,601 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:52:42,014 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:52:42,130 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:52:43,119 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:52:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:53.524950+00:00 (in 9.999503 seconds) notificationworker stdout | 2024-04-26 05:52:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:53 UTC)" (scheduled at 2024-04-26 05:52:43.524950+00:00) notificationworker stdout | 2024-04-26 05:52:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 43, 525746), True, datetime.datetime(2024, 4, 26, 5, 52, 43, 525746), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:52:53 UTC)" executed successfully builder stdout | 2024-04-26 05:52:43,777 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:52:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:52:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:08.737804+00:00 (in 24.011206 seconds) repositorygcworker stdout | 2024-04-26 05:52:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:44 UTC)" (scheduled at 2024-04-26 05:52:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:52:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:52:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 44, 726927), True, datetime.datetime(2024, 4, 26, 5, 52, 44, 726927), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:52:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:52:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:52:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:52:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:52:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:10.438348+00:00 (in 25.003263 seconds) securityworker stdout | 2024-04-26 05:52:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:15 UTC)" (scheduled at 2024-04-26 05:52:45.434633+00:00) securityworker stdout | 2024-04-26 05:52:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:52:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:52:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:52:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:52:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:52:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:52:45,507 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:52:45,893 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:52:46,081 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:52:46,084 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:52:46,091 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:52:46,094 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:52:46,099 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:52:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:52:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:16.480714+00:00 (in 29.999478 seconds) autopruneworker stdout | 2024-04-26 05:52:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:16 UTC)" (scheduled at 2024-04-26 05:52:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:52:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110706484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:52:46,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:52:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:52:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:52:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:52:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:06.745385+00:00 (in 19.996424 seconds) exportactionlogsworker stdout | 2024-04-26 05:52:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:46 UTC)" (scheduled at 2024-04-26 05:52:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:52:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:52:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:52:47,005 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:52:48,492 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:52:49,138 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} gunicorn-web stdout | 2024-04-26 05:52:51,503 [215] [DEBUG] [app] Starting request: urn:request:3070b2c4-9aca-4141-848b-41bba5c61b53 (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:51,503 [215] [DEBUG] [app] Ending request: urn:request:3070b2c4-9aca-4141-848b-41bba5c61b53 (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:3070b2c4-9aca-4141-848b-41bba5c61b53', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:51 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.003 1370 0.002) gunicorn-web stdout | 2024-04-26 05:52:51,504 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:51 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:51,507 [217] [DEBUG] [app] Starting request: urn:request:eff8f915-5b77-4555-a8c2-9ebf6ae3528b (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:51,508 [217] [DEBUG] [app] Ending request: urn:request:eff8f915-5b77-4555-a8c2-9ebf6ae3528b (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:eff8f915-5b77-4555-a8c2-9ebf6ae3528b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:51 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1370 0.003) gunicorn-web stdout | 2024-04-26 05:52:51,508 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:51 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:51,820 [218] [DEBUG] [app] Starting request: urn:request:9bd57dfe-715a-4547-82eb-c31982533a48 (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:51,820 [218] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,820 [218] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,821 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:51,826 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:51,826 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:51,826 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,827 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,827 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,827 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,827 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,827 [215] [DEBUG] [app] Starting request: urn:request:5ec6f3fb-0e1d-4938-bb25-6858a5d4700c (/config) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:51,828 [215] [DEBUG] [app] Ending request: urn:request:5ec6f3fb-0e1d-4938-bb25-6858a5d4700c (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:5ec6f3fb-0e1d-4938-bb25-6858a5d4700c', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:51,829 [218] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user2']) gunicorn-web stdout | 2024-04-26 05:52:51,829 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:51 +0000] "GET /config HTTP/1.0" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:51 +0000] "GET /config HTTP/1.1" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.003 1446 0.003) gunicorn-web stdout | 2024-04-26 05:52:51,831 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,831 [218] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 4]) gunicorn-web stdout | 2024-04-26 05:52:51,832 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [4]) gunicorn-web stdout | 2024-04-26 05:52:51,833 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:51,834 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:52:51,835 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:51,835 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:52:51,836 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:51,836 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,837 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,838 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [4, True]) gunicorn-web stdout | 2024-04-26 05:52:51,839 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,839 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,839 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user2_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:52:51,839 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,839 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:51,840 [218] [DEBUG] [app] Ending request: urn:request:9bd57dfe-715a-4547-82eb-c31982533a48 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:9bd57dfe-715a-4547-82eb-c31982533a48', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:51,840 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:51,841 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:51 +0000] "GET /api/v1/user/ HTTP/1.0" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:51 +0000] "GET /api/v1/user/ HTTP/1.1" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1452 0.022) gunicorn-web stdout | 2024-04-26 05:52:52,201 [216] [DEBUG] [app] Starting request: urn:request:2eba51ab-62f1-4750-8def-643faa24316f (/api/v1/organization/user2_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,201 [216] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,201 [216] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,202 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,206 [215] [DEBUG] [app] Starting request: urn:request:bf45f73e-6d79-42bb-bee2-396f2197f23a (/api/v1/organization/user2_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,206 [215] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,207 [215] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,207 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:52,207 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,207 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:52,207 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,208 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,208 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,208 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,208 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,209 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [4, True]) gunicorn-web stdout | 2024-04-26 05:52:52,211 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,211 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,211 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user2_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,212 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:52,212 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,213 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:52,213 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,213 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:52:52,213 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,214 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,214 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,214 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,214 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,215 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [5, False]) gunicorn-web stdout | 2024-04-26 05:52:52,215 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [4, True]) gunicorn-web stdout | 2024-04-26 05:52:52,217 [216] [DEBUG] [app] Ending request: urn:request:2eba51ab-62f1-4750-8def-643faa24316f (/api/v1/organization/user2_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:2eba51ab-62f1-4750-8def-643faa24316f', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/members', 'path': '/api/v1/organization/user2_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,217 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,217 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,217 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user2_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,217 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:52,218 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:52:52,218 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.0" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.1" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1489 0.018) gunicorn-web stdout | 2024-04-26 05:52:52,219 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:52:52,219 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [3, 4]) gunicorn-web stdout | 2024-04-26 05:52:52,220 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [3, 4]) gunicorn-web stdout | 2024-04-26 05:52:52,221 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,221 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,221 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,221 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,222 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:52:52,223 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,223 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:52:52,224 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,225 [215] [DEBUG] [app] Ending request: urn:request:bf45f73e-6d79-42bb-bee2-396f2197f23a (/api/v1/organization/user2_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:bf45f73e-6d79-42bb-bee2-396f2197f23a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org', 'path': '/api/v1/organization/user2_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,226 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/organization/user2_org HTTP/1.1" 200 1134 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1481 0.021) gunicorn-web stdout | 2024-04-26 05:52:52,226 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/organization/user2_org HTTP/1.0" 200 1134 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:52,531 [218] [DEBUG] [app] Starting request: urn:request:7e2a14c6-98aa-41bb-8afc-480c67679f14 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,532 [218] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,532 [218] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,532 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,537 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:52,537 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:52,537 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,537 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,538 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,538 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,538 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:52,538 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['user2', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,539 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:52:52,540 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,541 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:52:52,542 [217] [DEBUG] [app] Starting request: urn:request:626a954f-e855-4143-bc06-03059b64452d (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,542 [217] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,542 [217] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,543 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,544 [218] [DEBUG] [peewee] ('(((SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t6"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t7" ON ("t6"."team_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t8"."team_id" = "t7"."id") WHERE (((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t8"."user_id" = %s)))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") INNER JOIN "team" AS "t9" ON ("t9"."organization_id" = "t4"."namespace_user_id") INNER JOIN "teammember" AS "t10" ON ("t9"."id" = "t10"."team_id") WHERE ((((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s)) AND ("t9"."role_id" = %s)) AND ("t10"."user_id" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2', 1, 3, 1, 'user2', 4, 3, 1, 'user2', 4, 3, 1, 'user2', 1, 4, 101]) gunicorn-web stdout | 2024-04-26 05:52:52,547 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:52,547 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:52,547 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,548 [217] [DEBUG] [endpoints.api] Checking fresh login for user user2: Last login at 2024-04-26 05:31:21+00:00 gunicorn-web stdout | 2024-04-26 05:52:52,548 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [4, 1, 3]) gunicorn-web stdout | 2024-04-26 05:52:52,549 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,549 [218] [DEBUG] [app] Ending request: urn:request:7e2a14c6-98aa-41bb-8afc-480c67679f14 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:7e2a14c6-98aa-41bb-8afc-480c67679f14', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,550 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:52,550 [217] [DEBUG] [app] Ending request: urn:request:626a954f-e855-4143-bc06-03059b64452d (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:626a954f-e855-4143-bc06-03059b64452d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,550 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1516 0.020) gunicorn-web stdout | 2024-04-26 05:52:52,551 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 401 293 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.010 1483 0.010) gunicorn-web stdout | 2024-04-26 05:52:52,551 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 401 293 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:52,862 [218] [DEBUG] [app] Starting request: urn:request:63fa0c47-c9c8-4b5e-b5fa-b1e3656020d2 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,862 [218] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,862 [218] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,863 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,867 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:52,868 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:52,868 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,868 [218] [DEBUG] [endpoints.api] Checking fresh login for user user2: Last login at 2024-04-26 05:31:21+00:00 gunicorn-web stdout | 2024-04-26 05:52:52,868 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:52,870 [218] [DEBUG] [app] Ending request: urn:request:63fa0c47-c9c8-4b5e-b5fa-b1e3656020d2 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:63fa0c47-c9c8-4b5e-b5fa-b1e3656020d2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,870 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 401 293 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.010 1475 0.010) gunicorn-web stdout | 2024-04-26 05:52:52,871 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 401 293 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:52,877 [218] [DEBUG] [app] Starting request: urn:request:1b5d5f80-6227-4400-8b89-e5f07563715e (/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:52,885 [218] [DEBUG] [endpoints.api.discovery] Unable to find method for POST in class gunicorn-web stdout | 2024-04-26 05:52:52,895 [218] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:52,908 [218] [DEBUG] [app] Ending request: urn:request:1b5d5f80-6227-4400-8b89-e5f07563715e (/) {'endpoint': 'web.index', 'request_id': 'urn:request:1b5d5f80-6227-4400-8b89-e5f07563715e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/', 'path': '/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:52,909 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:52 +0000] "GET / HTTP/1.0" 200 93189 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:52 +0000] "GET /signin HTTP/1.1" 200 14177 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.033 1433 0.032) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,045 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:52:53,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:52:58.042626+00:00 (in 4.996408 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:57:53 UTC)" (scheduled at 2024-04-26 05:52:53.045734+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,046 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,051 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), True, datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,052 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), True, datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), 0, 'secscanv4/%', False, datetime.datetime(2024, 4, 26, 5, 52, 53, 46492), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:52:53,053 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:52:53,053 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 05:57:53 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:52:53,138 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:53 +0000] "GET /static/img/RedHat.svg HTTP/1.1" 200 1245 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.000 1348 -) notificationworker stdout | 2024-04-26 05:52:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:52:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:03.524950+00:00 (in 9.999508 seconds) notificationworker stdout | 2024-04-26 05:52:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:03 UTC)" (scheduled at 2024-04-26 05:52:53.524950+00:00) notificationworker stdout | 2024-04-26 05:52:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:52:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 53, 525727), True, datetime.datetime(2024, 4, 26, 5, 52, 53, 525727), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:52:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:52:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:52:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:03 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:52:54,283 [215] [DEBUG] [app] Starting request: urn:request:c2d6c15b-2453-49cc-a6b8-2f51da1a9d2b (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:54,283 [215] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,283 [215] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,284 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,288 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:54,288 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:54,288 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,289 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,289 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,289 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,289 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,290 [215] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'user2']) gunicorn-web stdout | 2024-04-26 05:52:54,292 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,292 [215] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 4]) gunicorn-web stdout | 2024-04-26 05:52:54,293 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [4]) gunicorn-web stdout | 2024-04-26 05:52:54,294 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,295 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:52:54,295 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,296 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:52:54,297 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,297 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,297 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,298 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [4, True]) gunicorn-web stdout | 2024-04-26 05:52:54,299 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,300 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,300 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='user2_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,300 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,300 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,300 [215] [DEBUG] [app] Ending request: urn:request:c2d6c15b-2453-49cc-a6b8-2f51da1a9d2b (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:c2d6c15b-2453-49cc-a6b8-2f51da1a9d2b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:54,301 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/user/ HTTP/1.1" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1458 0.020) gunicorn-web stdout | 2024-04-26 05:52:54,301 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/user/ HTTP/1.0" 200 957 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:54,426 [215] [DEBUG] [app] Starting request: urn:request:2d403920-4828-4c66-bbbd-1ee9d7da2238 (/api/v1/messages) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:54,426 [215] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,426 [215] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,427 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,431 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:54,431 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:54,431 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,432 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."content", "t1"."uuid", "t1"."severity", "t1"."media_type_id", "t2"."id", "t2"."name" FROM "messages" AS "t1" INNER JOIN "mediatype" AS "t2" ON ("t1"."media_type_id" = "t2"."id")', []) gunicorn-web stdout | 2024-04-26 05:52:54,433 [215] [DEBUG] [app] Ending request: urn:request:2d403920-4828-4c66-bbbd-1ee9d7da2238 (/api/v1/messages) {'endpoint': 'api.globalusermessages', 'request_id': 'urn:request:2d403920-4828-4c66-bbbd-1ee9d7da2238', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/messages', 'path': '/api/v1/messages', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:54,433 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/messages HTTP/1.1" 200 17 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.009 1461 0.009) gunicorn-web stdout | 2024-04-26 05:52:54,434 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/messages HTTP/1.0" 200 17 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:54,620 [217] [DEBUG] [app] Starting request: urn:request:cc3059ce-620b-41e2-a998-09622fe72a68 (/api/v1/user/notifications) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:54,620 [217] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,620 [217] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,621 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:54,625 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:54,625 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:54,625 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,626 [217] [DEBUG] [endpoints.api] Checking permission for user user2 gunicorn-web stdout | 2024-04-26 05:52:54,626 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:54,626 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,626 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,626 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:54,627 [217] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 4, False, 4, 'admin', 6]) gunicorn-web stdout | 2024-04-26 05:52:54,631 [217] [DEBUG] [app] Ending request: urn:request:cc3059ce-620b-41e2-a998-09622fe72a68 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:cc3059ce-620b-41e2-a998-09622fe72a68', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:54,631 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:54,631 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:54 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1472 0.013) namespacegcworker stdout | 2024-04-26 05:52:54,901 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:52:55,275 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 05:52:55,310 [218] [DEBUG] [app] Starting request: urn:request:babdf21d-04a2-485d-899c-1578bfe32649 (/api/v1/user/apptoken) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:55,310 [218] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:55,310 [218] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:55,311 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:55,315 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [endpoints.api] Checking permission for user user2 gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:55,316 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user2', role='admin') gunicorn-web stdout | 2024-04-26 05:52:55,317 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [4, datetime.datetime(2024, 4, 29, 1, 4, 55, 316586), datetime.datetime(2024, 4, 26, 5, 52, 55, 316653)]) gunicorn-web stdout | 2024-04-26 05:52:55,318 [218] [DEBUG] [app] Ending request: urn:request:babdf21d-04a2-485d-899c-1578bfe32649 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:babdf21d-04a2-485d-899c-1578bfe32649', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:55,318 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:55 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.009 1481 0.010) gunicorn-web stdout | 2024-04-26 05:52:55,318 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:55 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" storagereplication stdout | 2024-04-26 05:52:55,889 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:52:56,380 [215] [DEBUG] [app] Starting request: urn:request:4a5e804b-97f5-40b5-9a5a-07b53d016945 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:56,380 [217] [DEBUG] [app] Starting request: urn:request:701d19d5-c7fb-4830-a300-a4171e355cae (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:52:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:52:56,384 [244] [DEBUG] [app] Starting request: urn:request:dc8d6527-1a67-4042-8524-e8993ef11ed4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:56,384 [239] [DEBUG] [app] Starting request: urn:request:3cd2ae34-ae29-430d-b9ae-99b14834c700 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:52:56,384 [239] [DEBUG] [app] Ending request: urn:request:3cd2ae34-ae29-430d-b9ae-99b14834c700 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3cd2ae34-ae29-430d-b9ae-99b14834c700', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:52:56,384 [244] [DEBUG] [app] Ending request: urn:request:dc8d6527-1a67-4042-8524-e8993ef11ed4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:dc8d6527-1a67-4042-8524-e8993ef11ed4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:52:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:52:56,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:52:56,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:56,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:52:56,387 [215] [DEBUG] [app] Starting request: urn:request:3ba66f05-46c8-487a-85c7-8cb826675099 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:56,388 [215] [DEBUG] [app] Ending request: urn:request:3ba66f05-46c8-487a-85c7-8cb826675099 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3ba66f05-46c8-487a-85c7-8cb826675099', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:52:56,388 [218] [DEBUG] [app] Starting request: urn:request:396f444e-bf3f-4591-a7f8-db36470b6739 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:52:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:52:56,388 [218] [DEBUG] [app] Ending request: urn:request:396f444e-bf3f-4591-a7f8-db36470b6739 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:396f444e-bf3f-4591-a7f8-db36470b6739', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:52:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:52:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:52:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:52:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:52:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:56,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:52:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:56,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:52:56,395 [215] [DEBUG] [app] Ending request: urn:request:4a5e804b-97f5-40b5-9a5a-07b53d016945 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4a5e804b-97f5-40b5-9a5a-07b53d016945', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:56,395 [217] [DEBUG] [app] Ending request: urn:request:701d19d5-c7fb-4830-a300-a4171e355cae (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:701d19d5-c7fb-4830-a300-a4171e355cae', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:52:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:52:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:52:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:52:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) exportactionlogsworker stdout | 2024-04-26 05:52:56,520 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:52:57,808 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:52:57,811 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:52:57,814 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:52:57,928 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} securityscanningnotificationworker stdout | 2024-04-26 05:52:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:52:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:10.045971+00:00 (in 12.002875 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:52:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:58 UTC)" (scheduled at 2024-04-26 05:52:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:52:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:52:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 52, 58, 43401), True, datetime.datetime(2024, 4, 26, 5, 52, 58, 43401), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:52:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:52:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:52:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:53:58 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:52:58,602 [216] [DEBUG] [app] Starting request: urn:request:7a83f4a0-494e-405a-9e5a-85e2e20db6ec (/api/v1/signin) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:58,602 [216] [DEBUG] [app] User loader loading deferred user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:58,602 [216] [DEBUG] [auth.cookie] Loading user from cookie: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:58,603 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:58,607 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:58,608 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:58,608 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: 91ccc5a5-8ce7-4240-95cc-a9addc9bbb0f gunicorn-web stdout | 2024-04-26 05:52:58,610 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) OR ("t1"."email" = %s)) LIMIT %s OFFSET %s', ['whuquay', 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:58,841 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:58,843 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:58,844 [216] [DEBUG] [endpoints.common] Successfully signed in as user whuquay with uuid b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:58,844 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:58,844 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:58,845 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:58,846 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:52:58,848 [216] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [97, 1, 4, None, datetime.datetime(2024, 4, 26, 5, 52, 58, 844807), '10.128.2.52', '{"type": "quayauth", "useragent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0"}']) gunicorn-web stdout | 2024-04-26 05:52:58,850 [216] [DEBUG] [app] Ending request: urn:request:7a83f4a0-494e-405a-9e5a-85e2e20db6ec (/api/v1/signin) {'endpoint': 'api.signin', 'request_id': 'urn:request:7a83f4a0-494e-405a-9e5a-85e2e20db6ec', 'remote_addr': '10.128.2.52', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/signin', 'path': '/api/v1/signin', 'parameters': {}, 'json_body': {'username': 'whuquay', 'password': '[FILTERED]'}, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:58,851 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:58,851 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:58 +0000] "POST /api/v1/signin HTTP/1.0" 200 18 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:58 +0000] "POST /api/v1/signin HTTP/1.1" 200 18 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.252 1666 0.251) gunicorn-web stdout | 2024-04-26 05:52:59,173 [216] [DEBUG] [app] Starting request: urn:request:a587a4bf-9d4a-4de0-a1ed-1572eec3d1d6 (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:59,174 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,174 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,175 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,179 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:59,179 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:59,179 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,180 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,180 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,180 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,180 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,181 [216] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'whuquay']) gunicorn-web stdout | 2024-04-26 05:52:59,183 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,184 [216] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2024-04-26 05:52:59,185 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [1]) gunicorn-web stdout | 2024-04-26 05:52:59,186 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,187 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:52:59,188 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,188 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:52:59,189 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,190 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,190 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,191 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:52:59,192 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,192 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,192 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,192 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:52:59,193 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,193 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,193 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,193 [216] [DEBUG] [app] Ending request: urn:request:a587a4bf-9d4a-4de0-a1ed-1572eec3d1d6 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:a587a4bf-9d4a-4de0-a1ed-1572eec3d1d6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:59,194 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/ HTTP/1.1" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.022 1450 0.021) gunicorn-web stdout | 2024-04-26 05:52:59,194 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/ HTTP/1.0" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:52:59,517 [217] [DEBUG] [app] Starting request: urn:request:39836ed3-ab2b-4d2b-8e1d-1b2df3eaa37c (/api/v1/user/notifications) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:59,518 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,518 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,518 [215] [DEBUG] [app] Starting request: urn:request:353659a7-a252-49ce-984b-ce79e3c08c90 (/api/v1/user/apptoken) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:59,518 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,518 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,518 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,519 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [endpoints.api] Checking permission for user whuquay gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,523 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [endpoints.api] Checking permission for user whuquay gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,523 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:52:59,524 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [1, datetime.datetime(2024, 4, 29, 1, 4, 59, 524126), datetime.datetime(2024, 4, 26, 5, 52, 59, 524191)]) gunicorn-web stdout | 2024-04-26 05:52:59,525 [217] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 1, False, 1, 'admin', 6]) gunicorn-web stdout | 2024-04-26 05:52:59,525 [215] [DEBUG] [app] Ending request: urn:request:353659a7-a252-49ce-984b-ce79e3c08c90 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:353659a7-a252-49ce-984b-ce79e3c08c90', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:59,526 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:52:59,527 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.009 1472 0.009) gunicorn-web stdout | 2024-04-26 05:52:59,529 [217] [DEBUG] [app] Ending request: urn:request:39836ed3-ab2b-4d2b-8e1d-1b2df3eaa37c (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:39836ed3-ab2b-4d2b-8e1d-1b2df3eaa37c', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:52:59,529 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1463 0.013) gunicorn-web stdout | 2024-04-26 05:52:59,530 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:59 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/signin/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" blobuploadcleanupworker stdout | 2024-04-26 05:52:59,686 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gunicorn-web stdout | 2024-04-26 05:52:59,784 [215] [DEBUG] [app] Starting request: urn:request:eff03ff5-8315-4d9b-9bdb-11a84a3643d7 (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:52:59,784 [215] [DEBUG] [app] Ending request: urn:request:eff03ff5-8315-4d9b-9bdb-11a84a3643d7 (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:eff03ff5-8315-4d9b-9bdb-11a84a3643d7', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:52:59 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1361 0.002) gunicorn-web stdout | 2024-04-26 05:52:59,785 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:52:59 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:00,110 [216] [DEBUG] [app] Starting request: urn:request:9d4c4871-84d1-4595-bff5-17bad7ae6a17 (/config) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:00,111 [216] [DEBUG] [app] Ending request: urn:request:9d4c4871-84d1-4595-bff5-17bad7ae6a17 (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:9d4c4871-84d1-4595-bff5-17bad7ae6a17', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:00 +0000] "GET /config HTTP/1.1" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1437 0.003) gunicorn-web stdout | 2024-04-26 05:53:00,111 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:00 +0000] "GET /config HTTP/1.0" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gcworker stdout | 2024-04-26 05:53:00,280 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:53:00,386 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} gunicorn-web stdout | 2024-04-26 05:53:00,477 [215] [DEBUG] [app] Starting request: urn:request:79121b9e-ee42-447e-8a85-4e6dd0759d2e (/csrf_token) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:00,478 [215] [DEBUG] [app] Ending request: urn:request:79121b9e-ee42-447e-8a85-4e6dd0759d2e (/csrf_token) {'endpoint': 'web.csrf_token', 'request_id': 'urn:request:79121b9e-ee42-447e-8a85-4e6dd0759d2e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/csrf_token', 'path': '/csrf_token', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:00 +0000] "GET /csrf_token HTTP/1.1" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1361 0.002) gunicorn-web stdout | 2024-04-26 05:53:00,478 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:00 +0000] "GET /csrf_token HTTP/1.0" 200 82 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" queuecleanupworker stdout | 2024-04-26 05:53:00,617 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} gunicorn-web stdout | 2024-04-26 05:53:00,802 [218] [DEBUG] [app] Starting request: urn:request:529a729a-261b-4eaa-b738-97c6c9d955e9 (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:00,802 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,802 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,803 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:00,807 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,808 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,809 [218] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'whuquay']) gunicorn-web stdout | 2024-04-26 05:53:00,811 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,812 [218] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2024-04-26 05:53:00,813 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [1]) gunicorn-web stdout | 2024-04-26 05:53:00,814 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:00,815 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:00,816 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:00,816 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:00,817 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:00,818 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,818 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,819 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:00,820 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,820 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,820 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:00,820 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:00,820 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,821 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,821 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:00,821 [218] [DEBUG] [app] Ending request: urn:request:529a729a-261b-4eaa-b738-97c6c9d955e9 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:529a729a-261b-4eaa-b738-97c6c9d955e9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:00,822 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:00,822 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:00 +0000] "GET /api/v1/user/ HTTP/1.0" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:00 +0000] "GET /api/v1/user/ HTTP/1.1" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1443 0.022) gunicorn-web stdout | 2024-04-26 05:53:01,178 [216] [DEBUG] [app] Starting request: urn:request:51470ba8-6260-45ec-a671-3f88dabb005f (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,178 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,178 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,178 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,183 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,184 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:53:01,185 [217] [DEBUG] [app] Starting request: urn:request:d3f08af0-142b-4cc0-a08d-63fd5e4c7137 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,186 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:01,186 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,186 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,187 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,187 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:01,188 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:01,189 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,190 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:01,190 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,191 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,192 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,192 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,192 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:53:01,193 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:01,193 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,194 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:01,194 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,195 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:01,195 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:01,195 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,196 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:01,196 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,197 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,197 [216] [DEBUG] [app] Ending request: urn:request:51470ba8-6260-45ec-a671-3f88dabb005f (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:51470ba8-6260-45ec-a671-3f88dabb005f', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,198 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,198 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:01,198 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:01,199 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.022 1466 0.022) gunicorn-web stdout | 2024-04-26 05:53:01,199 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,200 [217] [DEBUG] [app] Ending request: urn:request:d3f08af0-142b-4cc0-a08d-63fd5e4c7137 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:d3f08af0-142b-4cc0-a08d-63fd5e4c7137', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,200 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1474 0.016) gunicorn-web stdout | 2024-04-26 05:53:01,201 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" manifestbackfillworker stdout | 2024-04-26 05:53:01,329 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:53:01,399 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-web stdout | 2024-04-26 05:53:01,551 [216] [DEBUG] [app] Starting request: urn:request:e9c67054-720b-4c45-92ad-b9f526bb9727 (/api/v1/organization/whu_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,551 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,552 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,553 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,555 [215] [DEBUG] [app] Starting request: urn:request:db3d05c6-81a0-437e-bfbf-62410a9e6d94 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,555 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,555 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,556 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,557 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,557 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,557 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,557 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,558 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,558 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,558 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,559 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:01,560 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,560 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,560 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,561 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,562 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,562 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,562 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,563 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,563 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:01,564 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:01,565 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,565 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,565 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,565 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,565 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:01,566 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:01,567 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [2, False]) gunicorn-web stdout | 2024-04-26 05:53:01,567 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:01,567 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,568 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,568 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,568 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,568 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:01,569 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,569 [216] [DEBUG] [app] Ending request: urn:request:e9c67054-720b-4c45-92ad-b9f526bb9727 (/api/v1/organization/whu_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:e9c67054-720b-4c45-92ad-b9f526bb9727', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/members', 'path': '/api/v1/organization/whu_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,570 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:01,570 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.1" 200 768 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1478 0.020) gunicorn-web stdout | 2024-04-26 05:53:01,570 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.0" 200 768 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:01,570 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,571 [215] [DEBUG] [app] Ending request: urn:request:db3d05c6-81a0-437e-bfbf-62410a9e6d94 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:db3d05c6-81a0-437e-bfbf-62410a9e6d94', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,572 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1470 0.018) gunicorn-web stdout | 2024-04-26 05:53:01,572 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:01,884 [218] [DEBUG] [app] Starting request: urn:request:e6724d43-e6e4-4def-a63a-23c4fe89f0ce (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,884 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,884 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,884 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,889 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,889 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,889 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,890 [216] [DEBUG] [app] Starting request: urn:request:c99718cd-bc17-4580-a4d4-55aa2c496dd7 (/api/v1/organization/user2_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:01,890 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,890 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,890 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,890 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,890 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,890 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,890 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,891 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,891 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:01,893 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2_org', 1, 3, 1, 'user2_org', 101]) gunicorn-web stdout | 2024-04-26 05:53:01,895 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:01,895 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:01,895 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,895 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [2, None, 1714110781895, False]) gunicorn-web stdout | 2024-04-26 05:53:01,896 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,896 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,896 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,896 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,897 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:01,897 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:01,898 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [2]) gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:01,899 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:01,899 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:01,900 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2_org+%']) gunicorn-web stdout | 2024-04-26 05:53:01,900 [218] [DEBUG] [app] Ending request: urn:request:e6724d43-e6e4-4def-a63a-23c4fe89f0ce (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:e6724d43-e6e4-4def-a63a-23c4fe89f0ce', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,901 [216] [DEBUG] [app] Ending request: urn:request:c99718cd-bc17-4580-a4d4-55aa2c496dd7 (/api/v1/organization/user2_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:c99718cd-bc17-4580-a4d4-55aa2c496dd7', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:01,901 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:01,901 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.1" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1511 0.019) gunicorn-web stdout | 2024-04-26 05:53:01,902 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.0" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:01,902 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:01 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1508 0.013) gunicorn-web stdout | 2024-04-26 05:53:02,213 [215] [DEBUG] [app] Starting request: urn:request:8bcd6419-4d3c-40bf-8941-fa27b4751dba (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,213 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,213 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,214 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,218 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,219 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,220 [217] [DEBUG] [app] Starting request: urn:request:cb94c17a-7260-4d52-97a3-d8e9dfc1ee5a (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,221 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,221 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,221 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,221 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,222 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,223 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,223 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,223 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,223 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,223 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,225 [215] [DEBUG] [app] Ending request: urn:request:8bcd6419-4d3c-40bf-8941-fa27b4751dba (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:8bcd6419-4d3c-40bf-8941-fa27b4751dba', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,226 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,226 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,226 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:02,226 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,226 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1476 0.014) gunicorn-web stdout | 2024-04-26 05:53:02,226 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,227 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,227 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,227 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,228 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,230 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,231 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-04-26 05:53:02,232 [217] [DEBUG] [app] Ending request: urn:request:cb94c17a-7260-4d52-97a3-d8e9dfc1ee5a (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:cb94c17a-7260-4d52-97a3-d8e9dfc1ee5a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,232 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,233 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1504 0.014) gunicorn-web stdout | 2024-04-26 05:53:02,249 [217] [DEBUG] [app] Starting request: urn:request:29df23c4-5906-4879-819e-6c2fd04afd2f (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,249 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,249 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,250 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,254 [215] [DEBUG] [app] Starting request: urn:request:6f2c1048-f9ee-4e43-9575-ee5b7c454317 (/api/v1/organization/user2_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,254 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,254 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,254 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,254 [218] [DEBUG] [app] Starting request: urn:request:e0d7b10d-4316-4ef8-bf3a-acb530a9bbd6 (/api/v1/organization/user2_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,254 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,255 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,255 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,255 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,256 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,258 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,259 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,259 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,259 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,259 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:53:02,259 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,259 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,260 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,260 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,260 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,260 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,260 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,261 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,261 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,261 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,262 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,262 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,262 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,262 [217] [DEBUG] [app] Ending request: urn:request:29df23c4-5906-4879-819e-6c2fd04afd2f (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:29df23c4-5906-4879-819e-6c2fd04afd2f', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,263 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,263 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,263 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:02,263 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,263 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,263 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,263 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1506 0.015) gunicorn-web stdout | 2024-04-26 05:53:02,264 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,264 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,264 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,265 [217] [DEBUG] [app] Starting request: urn:request:4d3ddb3c-acd0-46af-99a4-1890aca1464b (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,265 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,265 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,265 [215] [DEBUG] [app] Ending request: urn:request:6f2c1048-f9ee-4e43-9575-ee5b7c454317 (/api/v1/organization/user2_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:6f2c1048-f9ee-4e43-9575-ee5b7c454317', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org', 'path': '/api/v1/organization/user2_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,266 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,266 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,266 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2_org HTTP/1.0" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2_org HTTP/1.1" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1472 0.013) gunicorn-web stdout | 2024-04-26 05:53:02,266 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:53:02,268 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [5, False]) gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,270 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,270 [218] [DEBUG] [app] Ending request: urn:request:e0d7b10d-4316-4ef8-bf3a-acb530a9bbd6 (/api/v1/organization/user2_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:e0d7b10d-4316-4ef8-bf3a-acb530a9bbd6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/members', 'path': '/api/v1/organization/user2_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,271 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,271 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,271 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.0" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.1" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1480 0.018) gunicorn-web stdout | 2024-04-26 05:53:02,272 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:02,273 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,274 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:53:02,276 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, None, 1714110782276, False]) gunicorn-web stdout | 2024-04-26 05:53:02,278 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:02,279 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [1]) gunicorn-web stdout | 2024-04-26 05:53:02,279 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:02,280 [217] [DEBUG] [app] Ending request: urn:request:4d3ddb3c-acd0-46af-99a4-1890aca1464b (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:4d3ddb3c-acd0-46af-99a4-1890aca1464b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,281 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 257 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1509 0.017) gunicorn-web stdout | 2024-04-26 05:53:02,281 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 257 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-registry stdout | 2024-04-26 05:53:02,361 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:53:02,367 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:53:02,378 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:53:02,382 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:53:02,384 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:53:02,387 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:53:02,390 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:53:02,392 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:53:02,396 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} gunicorn-web stdout | 2024-04-26 05:53:02,537 [216] [DEBUG] [app] Starting request: urn:request:04c8c3fc-cbe6-44c5-97d1-67de32fefc0e (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,537 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,537 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,538 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,542 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,542 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,542 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,543 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,544 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:02,545 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,546 [216] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 101]) gunicorn-web stdout | 2024-04-26 05:53:02,549 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:02,550 [215] [DEBUG] [app] Starting request: urn:request:f1282a38-765e-44a9-8346-cbb1a9ea9b70 (/api/v1/organization/whuquay/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,551 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,551 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,551 [216] [DEBUG] [app] Ending request: urn:request:04c8c3fc-cbe6-44c5-97d1-67de32fefc0e (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:04c8c3fc-cbe6-44c5-97d1-67de32fefc0e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,551 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,551 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,552 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1507 0.016) gunicorn-web stdout | 2024-04-26 05:53:02,555 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,555 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,555 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,555 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,555 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,556 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,556 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,556 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,558 [215] [DEBUG] [app] Ending request: urn:request:f1282a38-765e-44a9-8346-cbb1a9ea9b70 (/api/v1/organization/whuquay/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:f1282a38-765e-44a9-8346-cbb1a9ea9b70', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/members', 'path': '/api/v1/organization/whuquay/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,558 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,558 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.009 1478 0.009) gunicorn-web stdout | 2024-04-26 05:53:02,572 [215] [DEBUG] [app] Starting request: urn:request:8506fcde-3c7c-4713-9a70-2194c270ba55 (/api/v1/organization/whuquay/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,573 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,573 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,573 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,577 [218] [DEBUG] [app] Starting request: urn:request:56e2a3c6-39bf-470a-ad8d-7eebcfdff087 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,577 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,577 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,577 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,577 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,578 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,579 [215] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:53:02,581 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,582 [215] [DEBUG] [app] Ending request: urn:request:8506fcde-3c7c-4713-9a70-2194c270ba55 (/api/v1/organization/whuquay/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:8506fcde-3c7c-4713-9a70-2194c270ba55', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/robots?permissions=true&token=false', 'path': '/api/v1/organization/whuquay/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,582 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,582 [217] [DEBUG] [app] Starting request: urn:request:b84e7586-bf4c-4619-a4eb-752c67ff011d (/api/v1/organization/user2/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,583 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,583 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,583 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1506 0.011) gunicorn-web stdout | 2024-04-26 05:53:02,583 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:02,583 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,584 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,585 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,588 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,588 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:02,590 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,590 [218] [DEBUG] [app] Ending request: urn:request:56e2a3c6-39bf-470a-ad8d-7eebcfdff087 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:56e2a3c6-39bf-470a-ad8d-7eebcfdff087', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,590 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:02,591 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1509 0.015) gunicorn-web stdout | 2024-04-26 05:53:02,592 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,592 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,592 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,592 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,592 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,593 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,594 [217] [DEBUG] [app] Ending request: urn:request:b84e7586-bf4c-4619-a4eb-752c67ff011d (/api/v1/organization/user2/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:b84e7586-bf4c-4619-a4eb-752c67ff011d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/members', 'path': '/api/v1/organization/user2/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,595 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1476 0.014) gunicorn-web stdout | 2024-04-26 05:53:02,595 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:02,596 [217] [DEBUG] [app] Starting request: urn:request:8ac3545b-a539-41c0-965f-180c0ea995dd (/api/v1/organization/user2/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,596 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,597 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,597 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,601 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,602 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,604 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,605 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2+%']) gunicorn-web stdout | 2024-04-26 05:53:02,606 [217] [DEBUG] [app] Ending request: urn:request:8ac3545b-a539-41c0-965f-180c0ea995dd (/api/v1/organization/user2/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:8ac3545b-a539-41c0-965f-180c0ea995dd', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,606 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1504 0.011) gunicorn-web stdout | 2024-04-26 05:53:02,607 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:02,874 [218] [DEBUG] [app] Starting request: urn:request:7b026447-b708-4438-a16c-7c9ecdeb571b (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:02,874 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,874 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,875 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,879 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:02,879 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:02,879 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,880 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:02,880 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,880 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,880 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:02,880 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:02,881 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:02,882 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2', 1, 3, 1, 'user2', 101]) gunicorn-web stdout | 2024-04-26 05:53:02,885 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:02,886 [218] [DEBUG] [app] Ending request: urn:request:7b026447-b708-4438-a16c-7c9ecdeb571b (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:7b026447-b708-4438-a16c-7c9ecdeb571b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:02,887 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1507 0.014) gunicorn-web stdout | 2024-04-26 05:53:02,887 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:02 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:03,277 [215] [DEBUG] [app] Starting request: urn:request:53db369e-74b8-44ed-b0e8-84ead59af21d (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,277 [217] [DEBUG] [app] Starting request: urn:request:d24abcbc-07c9-4d4c-8a8c-02985ecad7d3 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,278 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,278 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,278 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,278 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,278 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,279 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,279 [216] [DEBUG] [app] Starting request: urn:request:3aae24b7-0a49-4a7d-a314-47c41b76783a (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,279 [218] [DEBUG] [app] Starting request: urn:request:5370266f-3bfe-4364-98a5-97a903d8073a (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,279 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,279 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,279 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,279 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,280 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,280 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,283 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,283 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,283 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,284 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,284 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:03,284 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,284 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,284 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,284 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,284 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,285 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,285 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,285 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,285 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:53:03,285 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,286 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,286 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,286 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:03,287 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,287 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:03,288 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:03,288 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,289 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,289 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,289 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,289 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:03,290 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,290 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,290 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,290 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:03,290 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,290 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:53:03,290 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,291 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:03,291 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:03,291 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,291 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:03,292 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:03,292 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:03,292 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,292 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,293 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,293 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,293 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,293 [216] [DEBUG] [app] Ending request: urn:request:3aae24b7-0a49-4a7d-a314-47c41b76783a (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:3aae24b7-0a49-4a7d-a314-47c41b76783a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,293 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,293 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:03,293 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:03,294 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:03,294 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,294 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,294 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:03,294 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,294 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1514 0.016) gunicorn-web stdout | 2024-04-26 05:53:03,294 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,294 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,295 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,295 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,295 [216] [DEBUG] [app] Starting request: urn:request:21b96269-3c93-4e36-896f-0f649deafd1a (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,295 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,295 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,296 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,296 [215] [DEBUG] [app] Ending request: urn:request:53db369e-74b8-44ed-b0e8-84ead59af21d (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:53db369e-74b8-44ed-b0e8-84ead59af21d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,296 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,296 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,296 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:03,297 [217] [DEBUG] [app] Ending request: urn:request:d24abcbc-07c9-4d4c-8a8c-02985ecad7d3 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:d24abcbc-07c9-4d4c-8a8c-02985ecad7d3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,297 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:03,297 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1482 0.020) gunicorn-web stdout | 2024-04-26 05:53:03,297 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:03,298 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,298 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.022 1478 0.021) gunicorn-web stdout | 2024-04-26 05:53:03,298 [215] [DEBUG] [app] Starting request: urn:request:76b233e6-b18e-4f3c-92b0-443c077a12ab (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,298 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,298 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,299 [218] [DEBUG] [app] Ending request: urn:request:5370266f-3bfe-4364-98a5-97a903d8073a (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:5370266f-3bfe-4364-98a5-97a903d8073a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,299 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:03,299 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,300 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.022 1478 0.022) gunicorn-web stdout | 2024-04-26 05:53:03,300 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,301 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,302 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:53:03,303 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:03,303 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,304 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,304 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,305 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:03,305 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,306 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,306 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:03,306 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:03,307 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['public', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,307 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,308 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:53:03,308 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,309 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:03,309 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,310 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,311 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:03,311 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, None, 1714110783310, False]) gunicorn-web stdout | 2024-04-26 05:53:03,311 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,312 [216] [DEBUG] [app] Ending request: urn:request:21b96269-3c93-4e36-896f-0f649deafd1a (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:21b96269-3c93-4e36-896f-0f649deafd1a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,313 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:03,313 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.031 1474 0.030) gunicorn-web stdout | 2024-04-26 05:53:03,313 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:03,314 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [1]) gunicorn-web stdout | 2024-04-26 05:53:03,315 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:03,316 [215] [DEBUG] [app] Ending request: urn:request:76b233e6-b18e-4f3c-92b0-443c077a12ab (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:76b233e6-b18e-4f3c-92b0-443c077a12ab', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,316 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 257 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1517 0.034) gunicorn-web stdout | 2024-04-26 05:53:03,317 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 257 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" notificationworker stdout | 2024-04-26 05:53:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:13.524950+00:00 (in 9.999517 seconds) notificationworker stdout | 2024-04-26 05:53:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:13 UTC)" (scheduled at 2024-04-26 05:53:03.524950+00:00) notificationworker stdout | 2024-04-26 05:53:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 3, 525760), True, datetime.datetime(2024, 4, 26, 5, 53, 3, 525760), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:13 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:53:03,608 [218] [DEBUG] [app] Starting request: urn:request:ca6c12dc-95cd-4d49-8bd2-f679869b5ba7 (/api/v1/organization/whu_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,609 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,609 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,609 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,613 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,614 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,616 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:03,617 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,617 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,617 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,617 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,619 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,620 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 21]) gunicorn-web stdout | 2024-04-26 05:53:03,624 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:03,628 [218] [DEBUG] [app] Ending request: urn:request:ca6c12dc-95cd-4d49-8bd2-f679869b5ba7 (/api/v1/organization/whu_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:ca6c12dc-95cd-4d49-8bd2-f679869b5ba7', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/logs?starttime=03/27/2024&endtime=04/26/2024&next_page=', 'path': '/api/v1/organization/whu_org/logs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024', 'next_page': ''}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,628 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.1" 200 9560 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1542 0.021) gunicorn-web stdout | 2024-04-26 05:53:03,629 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.0" 200 9560 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:03,987 [217] [DEBUG] [app] Starting request: urn:request:da329144-4505-4cfa-868d-82dd314f03bb (/api/v1/organization/whu_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:03,987 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,987 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,987 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,992 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,993 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:03,995 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,995 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,995 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:03,995 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:03,996 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:03,997 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:03,998 [217] [DEBUG] [app] Ending request: urn:request:da329144-4505-4cfa-868d-82dd314f03bb (/api/v1/organization/whu_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:da329144-4505-4cfa-868d-82dd314f03bb', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/prototypes', 'path': '/api/v1/organization/whu_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:03,998 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1489 0.013) gunicorn-web stdout | 2024-04-26 05:53:03,999 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:03 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:04,002 [217] [DEBUG] [app] Starting request: urn:request:8feca2d2-e623-4c44-b162-29601e0a86c2 (/api/v1/organization/whu_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:04,002 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,002 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,003 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,007 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,008 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,009 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:04,010 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,010 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,010 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,011 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:04,012 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,013 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:04,015 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,015 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:04,016 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,017 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:04,018 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:04,020 [217] [DEBUG] [app] Ending request: urn:request:8feca2d2-e623-4c44-b162-29601e0a86c2 (/api/v1/organization/whu_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:8feca2d2-e623-4c44-b162-29601e0a86c2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/aggregatelogs?starttime=03/27/2024&endtime=04/26/2024', 'path': '/api/v1/organization/whu_org/aggregatelogs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:04,021 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:04 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.1" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1540 0.021) gunicorn-web stdout | 2024-04-26 05:53:04,021 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:04 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.0" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:04,191 [215] [DEBUG] [app] Starting request: urn:request:fb9b439e-51ce-453d-b60f-27931bf20469 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:04,191 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,191 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,192 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,196 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:04,196 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:04,196 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,197 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,198 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,198 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,198 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,198 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,199 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:04,201 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,201 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,201 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:04,201 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:04,201 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:04,202 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:04,203 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:04,204 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,205 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:04,206 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:04,206 [215] [DEBUG] [app] Ending request: urn:request:fb9b439e-51ce-453d-b60f-27931bf20469 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:fb9b439e-51ce-453d-b60f-27931bf20469', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:04,207 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:04 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1478 0.018) gunicorn-web stdout | 2024-04-26 05:53:04,207 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:04 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" buildlogsarchiver stdout | 2024-04-26 05:53:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:53:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:36.225712+00:00 (in 29.999544 seconds) buildlogsarchiver stdout | 2024-04-26 05:53:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:36 UTC)" (scheduled at 2024-04-26 05:53:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:53:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 53, 6, 226384), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:53:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:53:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:53:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:53:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:53:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:46.748509+00:00 (in 40.002668 seconds) exportactionlogsworker stdout | 2024-04-26 05:53:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:06 UTC)" (scheduled at 2024-04-26 05:53:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:53:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:53:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 6, 746121), True, datetime.datetime(2024, 4, 26, 5, 53, 6, 746121), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:53:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:53:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:53:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:53:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:53:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:38.139839+00:00 (in 29.999478 seconds) gcworker stdout | 2024-04-26 05:53:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:38 UTC)" (scheduled at 2024-04-26 05:53:08.139839+00:00) gcworker stdout | 2024-04-26 05:53:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901188140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:53:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:53:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:53:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:53:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:53:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:44.726048+00:00 (in 35.987690 seconds) repositorygcworker stdout | 2024-04-26 05:53:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:08 UTC)" (scheduled at 2024-04-26 05:53:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:53:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:53:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:08 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:53:09,764 [217] [DEBUG] [app] Starting request: urn:request:fc42af01-56d2-4d73-af32-23dd13216719 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:09,764 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:09,764 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:09,764 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,769 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:09,769 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:09,769 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:09,770 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:09,770 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,770 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,770 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,771 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:09,773 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,773 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,773 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:09,773 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:09,774 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,776 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,777 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,778 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:09,779 [217] [DEBUG] [peewee] ('INSERT INTO "repository" ("namespace_user_id", "name", "visibility_id", "description", "badge_token", "kind_id", "trust_enabled", "state") VALUES (%s, %s, %s, %s, %s, %s, %s, %s) RETURNING "repository"."id"', [2, 'repo1', 2, '', '1f42ec7d-177e-45ed-8724-0ef850643146', 1, False, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,781 [217] [DEBUG] [peewee] ('INSERT INTO "repositoryactioncount" ("repository_id", "count", "date") VALUES (%s, %s, %s) RETURNING "repositoryactioncount"."id"', [3, 0, datetime.date(2024, 4, 25)]) gunicorn-web stdout | 2024-04-26 05:53:09,781 [217] [DEBUG] [peewee] ('INSERT INTO "repositorysearchscore" ("repository_id", "score") VALUES (%s, %s) RETURNING "repositorysearchscore"."id"', [3, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,782 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "role" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['admin', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,782 [217] [DEBUG] [peewee] ('INSERT INTO "repositorypermission" ("user_id", "repository_id", "role_id") VALUES (%s, %s, %s) RETURNING "repositorypermission"."id"', [1, 3, 1]) gunicorn-web stdout | 2024-04-26 05:53:09,784 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" WHERE ((("t1"."org_id" = %s) AND (("t1"."activating_user_id" = %s) OR ("t1"."activating_user_id" IS %s))) AND ("t1"."delegate_user_id" IS %s))', [2, 1, None, None]) gunicorn-web stdout | 2024-04-26 05:53:09,785 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" WHERE ((("t1"."org_id" = %s) AND (("t1"."activating_user_id" = %s) OR ("t1"."activating_user_id" IS %s))) AND ("t1"."delegate_team_id" IS %s))', [2, 1, None, None]) gunicorn-web stdout | 2024-04-26 05:53:09,786 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,787 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:09,788 [217] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [14, 2, 1, 3, datetime.datetime(2024, 4, 26, 5, 53, 9, 787525), '10.128.2.52', '{"repo": "repo1", "namespace": "whu_org"}']) gunicorn-web stdout | 2024-04-26 05:53:09,790 [217] [DEBUG] [app] Ending request: urn:request:fc42af01-56d2-4d73-af32-23dd13216719 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:fc42af01-56d2-4d73-af32-23dd13216719', 'remote_addr': '10.128.2.52', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository', 'path': '/api/v1/repository', 'parameters': {}, 'json_body': {'namespace': 'whu_org', 'repository': 'repo1', 'visibility': 'private', 'description': '', 'repo_kind': 'image'}, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:09,790 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:09,791 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:09 +0000] "POST /api/v1/repository HTTP/1.0" 201 59 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:09 +0000] "POST /api/v1/repository HTTP/1.1" 201 59 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.029 1721 0.028) securityscanningnotificationworker stdout | 2024-04-26 05:53:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:53:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:58.042626+00:00 (in 47.996145 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:53:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:10 UTC)" (scheduled at 2024-04-26 05:53:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:53:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:53:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:53:10,140 [215] [DEBUG] [app] Starting request: urn:request:f60228a2-64a6-4fbd-b44b-b9125a294877 (/config) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,140 [215] [DEBUG] [app] Ending request: urn:request:f60228a2-64a6-4fbd-b44b-b9125a294877 (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:f60228a2-64a6-4fbd-b44b-b9125a294877', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /config HTTP/1.1" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1457 0.002) gunicorn-web stdout | 2024-04-26 05:53:10,141 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /config HTTP/1.0" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,143 [215] [DEBUG] [app] Starting request: urn:request:33dfeb0b-0d9d-469c-91e1-bdfca8377cb3 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,143 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,143 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,143 [217] [DEBUG] [app] Starting request: urn:request:f71e79ee-b6e3-4da0-a79c-564dbb4c11a8 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,144 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,144 [218] [DEBUG] [app] Starting request: urn:request:58a492c3-2523-4d87-b3f6-74fa3e406496 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,144 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,144 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,144 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,144 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,145 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,145 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,146 [216] [DEBUG] [app] Starting request: urn:request:6bd9c899-72c0-4d56-891e-85d36a3b7300 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,146 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,146 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,147 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,149 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,149 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,149 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,149 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,149 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,149 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,149 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,149 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,149 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,149 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:10,150 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,150 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,150 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,150 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,150 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,150 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,150 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,151 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,151 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,151 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,151 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,151 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,151 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,151 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,151 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:53:10,152 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,152 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,152 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,152 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,152 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,152 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,153 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:53:10,153 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,154 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,154 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,154 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,154 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,154 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:10,154 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,154 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:10,155 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,155 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,155 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110790155, False]) gunicorn-web stdout | 2024-04-26 05:53:10,156 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,156 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,156 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,156 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,156 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,156 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:10,156 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,157 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,157 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:53:10,157 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,157 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,157 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,157 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,157 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:53:10,158 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,158 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,158 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,159 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,159 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:53:10,159 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,159 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:53:10,160 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,160 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,160 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,160 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,160 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,160 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,160 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,160 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,160 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,161 [215] [DEBUG] [app] Ending request: urn:request:33dfeb0b-0d9d-469c-91e1-bdfca8377cb3 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:33dfeb0b-0d9d-469c-91e1-bdfca8377cb3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,161 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,161 [218] [DEBUG] [app] Ending request: urn:request:58a492c3-2523-4d87-b3f6-74fa3e406496 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:58a492c3-2523-4d87-b3f6-74fa3e406496', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,161 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,162 [217] [DEBUG] [app] Ending request: urn:request:f71e79ee-b6e3-4da0-a79c-564dbb4c11a8 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:f71e79ee-b6e3-4da0-a79c-564dbb4c11a8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,162 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,162 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1482 0.019) gunicorn-web stdout | 2024-04-26 05:53:10,162 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,162 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,162 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1517 0.020) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1478 0.021) gunicorn-web stdout | 2024-04-26 05:53:10,163 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,163 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,163 [215] [DEBUG] [app] Starting request: urn:request:f4e8e109-ee91-4f9e-9a10-959c7249b3b2 (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,163 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,163 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,164 [218] [DEBUG] [app] Starting request: urn:request:79b20312-2e8f-46bd-a992-3d39afe22dfe (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,164 [217] [DEBUG] [app] Starting request: urn:request:16ff9964-67fe-499b-bf79-4227b3ee5bbd (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,164 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,164 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,164 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,164 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,164 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,164 [216] [DEBUG] [app] Ending request: urn:request:6bd9c899-72c0-4d56-891e-85d36a3b7300 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:6bd9c899-72c0-4d56-891e-85d36a3b7300', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,164 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,165 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,165 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,165 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1478 0.020) gunicorn-web stdout | 2024-04-26 05:53:10,166 [216] [DEBUG] [app] Starting request: urn:request:4b185ca0-d4d1-4261-8a2f-2697411e8a3d (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,166 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,166 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,167 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,169 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,169 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,169 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,169 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,169 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,169 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,169 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,169 [218] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:53:10,169 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,170 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,169 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,170 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,170 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,170 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,170 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,170 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,170 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,170 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:53:10,170 [215] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'whuquay']) gunicorn-web stdout | 2024-04-26 05:53:10,171 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,172 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:10,172 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,172 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,172 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,173 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,173 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,173 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:10,173 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,173 [215] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2024-04-26 05:53:10,173 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,173 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,173 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,173 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,173 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,173 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,174 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,174 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,174 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,174 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:10,174 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [1]) gunicorn-web stdout | 2024-04-26 05:53:10,175 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:53:10,175 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,175 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,176 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:53:10,176 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,177 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,177 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,177 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,177 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,177 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:10,177 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,177 [217] [DEBUG] [app] Ending request: urn:request:16ff9964-67fe-499b-bf79-4227b3ee5bbd (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:16ff9964-67fe-499b-bf79-4227b3ee5bbd', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,177 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:10,178 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,178 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,178 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.031 1514 0.030) gunicorn-web stdout | 2024-04-26 05:53:10,178 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,179 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,179 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:10,179 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:53:10,179 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,180 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:53:10,180 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,180 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,180 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,180 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,180 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,180 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,181 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,181 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,181 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:53:10,181 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,182 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,182 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,183 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:53:10,183 [218] [DEBUG] [app] Ending request: urn:request:79b20312-2e8f-46bd-a992-3d39afe22dfe (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:79b20312-2e8f-46bd-a992-3d39afe22dfe', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,183 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,183 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,183 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.037 1474 0.036) gunicorn-web stdout | 2024-04-26 05:53:10,184 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,184 [216] [DEBUG] [app] Ending request: urn:request:4b185ca0-d4d1-4261-8a2f-2697411e8a3d (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:4b185ca0-d4d1-4261-8a2f-2697411e8a3d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,184 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,184 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,185 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,185 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,185 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,185 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,185 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,185 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,185 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.036 1478 0.035) gunicorn-web stdout | 2024-04-26 05:53:10,186 [215] [DEBUG] [app] Ending request: urn:request:f4e8e109-ee91-4f9e-9a10-959c7249b3b2 (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:f4e8e109-ee91-4f9e-9a10-959c7249b3b2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,186 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/user/ HTTP/1.1" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.040 1463 0.040) gunicorn-web stdout | 2024-04-26 05:53:10,187 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/user/ HTTP/1.0" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" securityworker stdout | 2024-04-26 05:53:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:53:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:15.434633+00:00 (in 4.995783 seconds) securityworker stdout | 2024-04-26 05:53:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:40 UTC)" (scheduled at 2024-04-26 05:53:10.438348+00:00) securityworker stdout | 2024-04-26 05:53:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:53:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:53:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:53:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:53:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:53:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:53:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:53:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:53:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 48, 10, 443555), 1, 4]) securityworker stdout | 2024-04-26 05:53:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 48, 10, 443555), 1, 4]) securityworker stdout | 2024-04-26 05:53:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:53:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:53:10,487 [215] [DEBUG] [app] Starting request: urn:request:b733dca7-60cb-4ca6-8095-383e4e36211c (/api/v1/organization/whu_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,488 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,488 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,488 [217] [DEBUG] [app] Starting request: urn:request:f210e082-60ee-4532-a1ed-3f16a8d1a2fb (/api/v1/organization/whu_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,488 [218] [DEBUG] [app] Starting request: urn:request:003c38f9-793d-433e-8f25-d18978b11992 (/api/v1/organization/whu_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:53:10,488 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,488 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,488 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,488 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,489 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,489 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,489 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,493 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,493 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,493 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:53:10,493 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,493 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,493 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:53:10,493 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,493 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,493 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,494 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,494 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,494 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:53:10,494 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,494 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,495 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,495 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,495 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:53:10,497 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,497 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:53:10,497 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,497 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:53:10,498 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,498 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,498 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,499 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:53:10,500 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:10,500 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 21]) gunicorn-web stdout | 2024-04-26 05:53:10,501 [215] [DEBUG] [app] Ending request: urn:request:b733dca7-60cb-4ca6-8095-383e4e36211c (/api/v1/organization/whu_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:b733dca7-60cb-4ca6-8095-383e4e36211c', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/prototypes', 'path': '/api/v1/organization/whu_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,501 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1489 0.015) gunicorn-web stdout | 2024-04-26 05:53:10,502 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,502 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,503 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:10,504 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:53:10,504 [218] [DEBUG] [app] Ending request: urn:request:003c38f9-793d-433e-8f25-d18978b11992 (/api/v1/organization/whu_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:003c38f9-793d-433e-8f25-d18978b11992', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/logs?starttime=03/27/2024&endtime=04/26/2024&next_page=', 'path': '/api/v1/organization/whu_org/logs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024', 'next_page': ''}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,505 [217] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:53:10,505 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.1" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1542 0.019) gunicorn-web stdout | 2024-04-26 05:53:10,505 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.0" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:53:10,506 [217] [DEBUG] [app] Ending request: urn:request:f210e082-60ee-4532-a1ed-3f16a8d1a2fb (/api/v1/organization/whu_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:f210e082-60ee-4532-a1ed-3f16a8d1a2fb', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/aggregatelogs?starttime=03/27/2024&endtime=04/26/2024', 'path': '/api/v1/organization/whu_org/aggregatelogs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:53:10,507 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:10,507 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.0" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:53:10 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.1" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1540 0.021) gunicorn-web stdout | 2024-04-26 05:53:11,380 [217] [DEBUG] [app] Starting request: urn:request:e6994adb-eb8f-4467-b97f-fd0f465866c7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:11,380 [215] [DEBUG] [app] Starting request: urn:request:28b36c7f-d05b-45b8-a194-5d800e38eb82 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:53:11,383 [239] [DEBUG] [app] Starting request: urn:request:aeae663c-968c-41b9-904c-33205f18af3f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:11,383 [246] [DEBUG] [app] Starting request: urn:request:3f046eb8-6bc9-4a65-9d56-538287460344 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:11,384 [239] [DEBUG] [app] Ending request: urn:request:aeae663c-968c-41b9-904c-33205f18af3f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:aeae663c-968c-41b9-904c-33205f18af3f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:11,384 [246] [DEBUG] [app] Ending request: urn:request:3f046eb8-6bc9-4a65-9d56-538287460344 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3f046eb8-6bc9-4a65-9d56-538287460344', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:53:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:11,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:11,387 [218] [DEBUG] [app] Starting request: urn:request:5f0a871d-60fe-4ee0-b1f5-413332d78c43 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:11,387 [218] [DEBUG] [app] Ending request: urn:request:5f0a871d-60fe-4ee0-b1f5-413332d78c43 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5f0a871d-60fe-4ee0-b1f5-413332d78c43', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:53:11,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:11,388 [215] [DEBUG] [app] Starting request: urn:request:0af17c0a-5b35-45a8-b8a8-4749951307b2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:11,388 [215] [DEBUG] [app] Ending request: urn:request:0af17c0a-5b35-45a8-b8a8-4749951307b2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0af17c0a-5b35-45a8-b8a8-4749951307b2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:53:11,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:11,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:11,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:11,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:11,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:11,395 [215] [DEBUG] [app] Ending request: urn:request:28b36c7f-d05b-45b8-a194-5d800e38eb82 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:28b36c7f-d05b-45b8-a194-5d800e38eb82', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:11,395 [217] [DEBUG] [app] Ending request: urn:request:e6994adb-eb8f-4467-b97f-fd0f465866c7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e6994adb-eb8f-4467-b97f-fd0f465866c7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:11,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:53:11,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:53:11,633 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:53:12,050 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:53:12,166 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:53:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:53:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:12.842614+00:00 (in 59.999514 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:53:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:12 UTC)" (scheduled at 2024-04-26 05:53:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:53:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:53:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:53:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:53:13,132 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:53:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:23.524950+00:00 (in 9.999509 seconds) notificationworker stdout | 2024-04-26 05:53:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:23 UTC)" (scheduled at 2024-04-26 05:53:13.524950+00:00) notificationworker stdout | 2024-04-26 05:53:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 13, 525737), True, datetime.datetime(2024, 4, 26, 5, 53, 13, 525737), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:23 UTC)" executed successfully builder stdout | 2024-04-26 05:53:13,813 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:53:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:53:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:40.438348+00:00 (in 25.003169 seconds) securityworker stdout | 2024-04-26 05:53:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:45 UTC)" (scheduled at 2024-04-26 05:53:15.434633+00:00) securityworker stdout | 2024-04-26 05:53:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:53:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:53:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:53:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:53:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:53:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:53:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 48, 15, 438497), 1, 4]) securityworker stdout | 2024-04-26 05:53:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 48, 15, 438497), 1, 4]) securityworker stdout | 2024-04-26 05:53:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:53:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:53:15,537 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:53:15,902 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:53:16,091 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:53:16,094 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:53:16,099 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:53:16,103 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:53:16,108 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:53:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:53:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:46.480714+00:00 (in 29.999539 seconds) autopruneworker stdout | 2024-04-26 05:53:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:46 UTC)" (scheduled at 2024-04-26 05:53:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:53:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110736484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:53:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:53:16,486 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:53:16,486 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:53:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:53:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:53:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:34.643009+00:00 (in 17.915565 seconds) namespacegcworker stdout | 2024-04-26 05:53:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:16 UTC)" (scheduled at 2024-04-26 05:53:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:53:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:53:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:53:17,020 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:53:18,499 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:53:19,147 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:53:23,160 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:53:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:32.528171+00:00 (in 9.002738 seconds) notificationworker stdout | 2024-04-26 05:53:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:33 UTC)" (scheduled at 2024-04-26 05:53:23.524950+00:00) notificationworker stdout | 2024-04-26 05:53:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 23, 525735), True, datetime.datetime(2024, 4, 26, 5, 53, 23, 525735), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:53:24,924 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:53:25,311 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:53:25,898 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:53:26,380 [218] [DEBUG] [app] Starting request: urn:request:faddc197-7220-42d8-aa0b-0b7b56ffa72a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:26,380 [216] [DEBUG] [app] Starting request: urn:request:d966990a-ad83-4607-84b3-49cf6b7b7177 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:26,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:53:26,383 [245] [DEBUG] [app] Starting request: urn:request:a50751e0-5b68-4c60-9dac-f29dee53e2e0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:26,383 [244] [DEBUG] [app] Starting request: urn:request:15bb4d92-c6e3-470b-8205-bb2bd1f3196c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:26,384 [245] [DEBUG] [app] Ending request: urn:request:a50751e0-5b68-4c60-9dac-f29dee53e2e0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a50751e0-5b68-4c60-9dac-f29dee53e2e0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:26,384 [244] [DEBUG] [app] Ending request: urn:request:15bb4d92-c6e3-470b-8205-bb2bd1f3196c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:15bb4d92-c6e3-470b-8205-bb2bd1f3196c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:26,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:53:26,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 05:53:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:26,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:26,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:26,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:26,387 [218] [DEBUG] [app] Starting request: urn:request:5742da88-ae81-43b8-a2c0-051479ed476b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:26,387 [215] [DEBUG] [app] Starting request: urn:request:18259d30-610f-4ebc-a932-b551556784cf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:26,387 [218] [DEBUG] [app] Ending request: urn:request:5742da88-ae81-43b8-a2c0-051479ed476b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5742da88-ae81-43b8-a2c0-051479ed476b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:53:26,387 [215] [DEBUG] [app] Ending request: urn:request:18259d30-610f-4ebc-a932-b551556784cf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:18259d30-610f-4ebc-a932-b551556784cf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:53:26,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:53:26,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:26,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:26,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:26,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:26,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:26,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:26,395 [218] [DEBUG] [app] Ending request: urn:request:faddc197-7220-42d8-aa0b-0b7b56ffa72a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:faddc197-7220-42d8-aa0b-0b7b56ffa72a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:26,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:26,395 [216] [DEBUG] [app] Ending request: urn:request:d966990a-ad83-4607-84b3-49cf6b7b7177 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d966990a-ad83-4607-84b3-49cf6b7b7177', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:26,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:26,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) gunicorn-web stdout | 2024-04-26 05:53:26,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) exportactionlogsworker stdout | 2024-04-26 05:53:26,532 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:53:27,817 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:53:27,820 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:53:27,823 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:53:27,965 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:53:29,723 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:53:30,293 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:53:30,398 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:53:30,653 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:53:31,345 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:53:31,436 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:53:32,370 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:53:32,377 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:53:32,387 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:53:32,390 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:53:32,392 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:53:32,395 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:53:32,399 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:53:32,402 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:53:32,405 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:53:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:33.524950+00:00 (in 0.996313 seconds) notificationworker stdout | 2024-04-26 05:53:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:32 UTC)" (scheduled at 2024-04-26 05:53:32.528171+00:00) notificationworker stdout | 2024-04-26 05:53:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:53:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:53:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:43.524950+00:00 (in 9.999513 seconds) notificationworker stdout | 2024-04-26 05:53:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:43 UTC)" (scheduled at 2024-04-26 05:53:33.524950+00:00) notificationworker stdout | 2024-04-26 05:53:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 33, 525751), True, datetime.datetime(2024, 4, 26, 5, 53, 33, 525751), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:53:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:53:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:16.726895+00:00 (in 42.083385 seconds) namespacegcworker stdout | 2024-04-26 05:53:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:34 UTC)" (scheduled at 2024-04-26 05:53:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:53:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:53:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 34, 643721), True, datetime.datetime(2024, 4, 26, 5, 53, 34, 643721), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:53:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:53:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:53:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:53:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:53:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:06.225712+00:00 (in 29.999523 seconds) buildlogsarchiver stdout | 2024-04-26 05:53:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:06 UTC)" (scheduled at 2024-04-26 05:53:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:53:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 53, 36, 226407), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:53:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:53:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:53:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:53:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:53:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:08.139839+00:00 (in 29.999498 seconds) gcworker stdout | 2024-04-26 05:53:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:08 UTC)" (scheduled at 2024-04-26 05:53:38.139839+00:00) gcworker stdout | 2024-04-26 05:53:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901218140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:53:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:53:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:53:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:53:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:53:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:45.434633+00:00 (in 4.995751 seconds) securityworker stdout | 2024-04-26 05:53:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:10 UTC)" (scheduled at 2024-04-26 05:53:40.438348+00:00) securityworker stdout | 2024-04-26 05:53:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:53:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:53:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:53:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:53:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:53:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:53:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:53:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:53:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 48, 40, 443489), 1, 4]) securityworker stdout | 2024-04-26 05:53:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 48, 40, 443489), 1, 4]) securityworker stdout | 2024-04-26 05:53:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:53:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:53:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:53:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:53:41,380 [216] [DEBUG] [app] Starting request: urn:request:d1d2cc61-2e9a-48d4-bcbd-136da9ffbc68 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:41,380 [215] [DEBUG] [app] Starting request: urn:request:886d533f-2d6e-4a36-a0de-c968e6b96cd8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:41,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:53:41,383 [246] [DEBUG] [app] Starting request: urn:request:791c7fa2-d654-46bc-b988-87acec7c9a8e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:41,383 [239] [DEBUG] [app] Starting request: urn:request:82988576-9a59-47d0-bfa3-f806f11b1304 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:41,384 [239] [DEBUG] [app] Ending request: urn:request:82988576-9a59-47d0-bfa3-f806f11b1304 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:82988576-9a59-47d0-bfa3-f806f11b1304', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:41,384 [246] [DEBUG] [app] Ending request: urn:request:791c7fa2-d654-46bc-b988-87acec7c9a8e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:791c7fa2-d654-46bc-b988-87acec7c9a8e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-04-26 05:53:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:53:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:41,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:41,385 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:41,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:41,387 [215] [DEBUG] [app] Starting request: urn:request:cc90b4c6-d630-4b14-b3e5-10e7443bf7b8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:41,387 [218] [DEBUG] [app] Starting request: urn:request:f990797b-4632-4e17-8939-01115318e252 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:41,387 [215] [DEBUG] [app] Ending request: urn:request:cc90b4c6-d630-4b14-b3e5-10e7443bf7b8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:cc90b4c6-d630-4b14-b3e5-10e7443bf7b8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:53:41,387 [218] [DEBUG] [app] Ending request: urn:request:f990797b-4632-4e17-8939-01115318e252 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f990797b-4632-4e17-8939-01115318e252', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:53:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:53:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:41,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:41,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:41,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:41,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:41,395 [215] [DEBUG] [app] Ending request: urn:request:886d533f-2d6e-4a36-a0de-c968e6b96cd8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:886d533f-2d6e-4a36-a0de-c968e6b96cd8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:41,395 [216] [DEBUG] [app] Ending request: urn:request:d1d2cc61-2e9a-48d4-bcbd-136da9ffbc68 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d1d2cc61-2e9a-48d4-bcbd-136da9ffbc68', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:41,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:53:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:53:41,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:53:41,649 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:53:42,073 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:53:42,202 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:53:43,163 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:53:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:53:53.524950+00:00 (in 9.999502 seconds) notificationworker stdout | 2024-04-26 05:53:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:53 UTC)" (scheduled at 2024-04-26 05:53:43.524950+00:00) notificationworker stdout | 2024-04-26 05:53:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 43, 525729), True, datetime.datetime(2024, 4, 26, 5, 53, 43, 525729), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:53:53 UTC)" executed successfully builder stdout | 2024-04-26 05:53:43,832 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:53:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:53:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:08.737804+00:00 (in 24.011258 seconds) repositorygcworker stdout | 2024-04-26 05:53:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:44 UTC)" (scheduled at 2024-04-26 05:53:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:53:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:53:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 44, 726864), True, datetime.datetime(2024, 4, 26, 5, 53, 44, 726864), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:53:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:53:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:53:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:53:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:53:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:10.438348+00:00 (in 25.003238 seconds) securityworker stdout | 2024-04-26 05:53:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:15 UTC)" (scheduled at 2024-04-26 05:53:45.434633+00:00) securityworker stdout | 2024-04-26 05:53:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:53:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:53:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:53:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:53:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:53:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:53:45,553 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:53:45,924 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:53:46,102 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:53:46,105 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:53:46,108 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:53:46,110 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:53:46,116 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:53:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:53:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:16.480714+00:00 (in 29.999551 seconds) autopruneworker stdout | 2024-04-26 05:53:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:16 UTC)" (scheduled at 2024-04-26 05:53:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:53:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110766484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:53:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:53:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:53:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:53:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:53:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:06.745385+00:00 (in 19.996405 seconds) exportactionlogsworker stdout | 2024-04-26 05:53:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:46 UTC)" (scheduled at 2024-04-26 05:53:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:53:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:53:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:53:47,057 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:53:48,521 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:53:49,155 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:53:53,184 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:53:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:53:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:03.524950+00:00 (in 9.999512 seconds) notificationworker stdout | 2024-04-26 05:53:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:03 UTC)" (scheduled at 2024-04-26 05:53:53.524950+00:00) notificationworker stdout | 2024-04-26 05:53:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:53:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 53, 525721), True, datetime.datetime(2024, 4, 26, 5, 53, 53, 525721), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:53:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:53:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:53:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:53:54,960 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:53:55,338 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:53:55,934 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:53:56,381 [218] [DEBUG] [app] Starting request: urn:request:0755b498-8c58-41f3-a411-1357b02f113a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:56,381 [215] [DEBUG] [app] Starting request: urn:request:60615b73-bbea-4e72-b640-77af4aab1d53 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:53:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:53:56,384 [246] [DEBUG] [app] Starting request: urn:request:750df89d-87d0-4009-98c7-504878c20b85 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:56,384 [245] [DEBUG] [app] Starting request: urn:request:0a7b250e-f699-405d-8383-e8d1d1d116e9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:53:56,384 [246] [DEBUG] [app] Ending request: urn:request:750df89d-87d0-4009-98c7-504878c20b85 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:750df89d-87d0-4009-98c7-504878c20b85', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:56,384 [245] [DEBUG] [app] Ending request: urn:request:0a7b250e-f699-405d-8383-e8d1d1d116e9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0a7b250e-f699-405d-8383-e8d1d1d116e9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:53:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:53:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 05:53:56,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:53:56,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:56,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:53:56,387 [215] [DEBUG] [app] Starting request: urn:request:a6cdf7c5-831b-4e75-bbdd-2c96923b36ab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:56,387 [215] [DEBUG] [app] Ending request: urn:request:a6cdf7c5-831b-4e75-bbdd-2c96923b36ab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a6cdf7c5-831b-4e75-bbdd-2c96923b36ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:53:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:53:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:56,388 [217] [DEBUG] [app] Starting request: urn:request:1d8e11ba-95fe-4538-9cdb-4b8e474e30d6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:53:56,388 [217] [DEBUG] [app] Ending request: urn:request:1d8e11ba-95fe-4538-9cdb-4b8e474e30d6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d8e11ba-95fe-4538-9cdb-4b8e474e30d6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:53:56,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:53:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:53:56,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:53:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:53:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:56,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:53:56,395 [215] [DEBUG] [app] Ending request: urn:request:60615b73-bbea-4e72-b640-77af4aab1d53 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:60615b73-bbea-4e72-b640-77af4aab1d53', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:56,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 05:53:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:53:56,396 [218] [DEBUG] [app] Ending request: urn:request:0755b498-8c58-41f3-a411-1357b02f113a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0755b498-8c58-41f3-a411-1357b02f113a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:53:56,396 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:53:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) gunicorn-web stdout | 2024-04-26 05:53:56,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:53:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:53:56,569 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:53:57,825 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:53:57,828 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:53:57,832 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:53:58,001 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} securityscanningnotificationworker stdout | 2024-04-26 05:53:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:53:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:10.045971+00:00 (in 12.002825 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:53:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:58 UTC)" (scheduled at 2024-04-26 05:53:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:53:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:53:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 53, 58, 43454), True, datetime.datetime(2024, 4, 26, 5, 53, 58, 43454), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:53:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:53:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:53:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:54:58 UTC)" executed successfully blobuploadcleanupworker stdout | 2024-04-26 05:53:59,759 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:54:00,327 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:54:00,430 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:54:00,690 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:54:01,364 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:54:01,472 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:54:02,383 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:54:02,385 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:54:02,395 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:54:02,397 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:54:02,403 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:54:02,406 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:54:02,409 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:54:02,412 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:54:02,415 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:54:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:13.524950+00:00 (in 9.999471 seconds) notificationworker stdout | 2024-04-26 05:54:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:13 UTC)" (scheduled at 2024-04-26 05:54:03.524950+00:00) notificationworker stdout | 2024-04-26 05:54:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 3, 525794), True, datetime.datetime(2024, 4, 26, 5, 54, 3, 525794), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:54:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:54:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:36.225712+00:00 (in 29.999523 seconds) buildlogsarchiver stdout | 2024-04-26 05:54:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:36 UTC)" (scheduled at 2024-04-26 05:54:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:54:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 54, 6, 226408), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:54:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:54:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:54:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:54:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:54:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:46.748509+00:00 (in 40.002630 seconds) exportactionlogsworker stdout | 2024-04-26 05:54:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:06 UTC)" (scheduled at 2024-04-26 05:54:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:54:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:54:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 6, 746171), True, datetime.datetime(2024, 4, 26, 5, 54, 6, 746171), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:54:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:54:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:54:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:54:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:54:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:38.139839+00:00 (in 29.999514 seconds) gcworker stdout | 2024-04-26 05:54:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:38 UTC)" (scheduled at 2024-04-26 05:54:08.139839+00:00) gcworker stdout | 2024-04-26 05:54:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901248140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:54:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:54:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:54:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:38 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:08,150 [217] [DEBUG] [app] Starting request: urn:request:49177f29-ab98-4fe5-bd32-b62a844856d1 (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,150 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,151 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,151 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,156 [218] [DEBUG] [app] Starting request: urn:request:71f37f66-1435-494d-bc5b-c002ac5503b8 (/api/v1/organization/whu_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,156 [216] [DEBUG] [app] Starting request: urn:request:a09bea90-9b90-4345-91cc-0e1a56cad535 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,156 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [215] [DEBUG] [app] Starting request: urn:request:64c5f540-a0b0-4300-a521-0209937e646e (/api/v1/organization/user2_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,156 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,156 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,156 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,157 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,157 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,157 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,158 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,160 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,160 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,160 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,160 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,161 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,161 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,161 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,162 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:54:08,162 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,162 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,162 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,162 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,162 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,163 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,163 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,163 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,163 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,164 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,164 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,164 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,164 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,164 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,164 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,164 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,164 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,164 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,165 [217] [DEBUG] [app] Ending request: urn:request:49177f29-ab98-4fe5-bd32-b62a844856d1 (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:49177f29-ab98-4fe5-bd32-b62a844856d1', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,165 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1506 0.016) gunicorn-web stdout | 2024-04-26 05:54:08,166 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,166 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,166 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,166 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,166 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,166 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,167 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,167 [217] [DEBUG] [app] Starting request: urn:request:e0c265da-1e9b-42c8-94d9-936c991496d1 (/api/v1/organization/user2_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,167 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,167 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,167 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,168 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,168 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,169 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:08,169 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:08,169 [215] [DEBUG] [app] Ending request: urn:request:64c5f540-a0b0-4300-a521-0209937e646e (/api/v1/organization/user2_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:64c5f540-a0b0-4300-a521-0209937e646e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org', 'path': '/api/v1/organization/user2_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,170 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,170 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:08,170 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org HTTP/1.0" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org HTTP/1.1" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1472 0.015) gunicorn-web stdout | 2024-04-26 05:54:08,171 [215] [DEBUG] [app] Starting request: urn:request:b3aa8c93-3e72-4772-8130-cd18774c31c3 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,171 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,171 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,171 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:08,171 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [2, False]) gunicorn-web stdout | 2024-04-26 05:54:08,172 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,172 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,172 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,172 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,172 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,172 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:08,173 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,173 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,173 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,174 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,174 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,174 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,174 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,174 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,174 [218] [DEBUG] [app] Ending request: urn:request:71f37f66-1435-494d-bc5b-c002ac5503b8 (/api/v1/organization/whu_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:71f37f66-1435-494d-bc5b-c002ac5503b8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/members', 'path': '/api/v1/organization/whu_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,174 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.1" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1478 0.020) gunicorn-web stdout | 2024-04-26 05:54:08,175 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.0" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,175 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:08,175 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,176 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,176 [218] [DEBUG] [app] Starting request: urn:request:434c8bf4-c998-4766-8548-c424bab766aa (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,176 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,176 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,177 [216] [DEBUG] [app] Ending request: urn:request:a09bea90-9b90-4345-91cc-0e1a56cad535 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:a09bea90-9b90-4345-91cc-0e1a56cad535', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,177 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,177 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,178 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,178 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,178 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,178 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,178 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1470 0.023) gunicorn-web stdout | 2024-04-26 05:54:08,178 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,178 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,178 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,179 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,179 [216] [DEBUG] [app] Starting request: urn:request:631f4bc4-2f83-4890-a020-c6d9b0fd51f3 (/api/v1/organization/user2_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,179 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,180 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,180 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:08,180 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,180 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:54:08,181 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,182 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,182 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [5, False]) gunicorn-web stdout | 2024-04-26 05:54:08,183 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,183 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110848183, False]) gunicorn-web stdout | 2024-04-26 05:54:08,184 [217] [DEBUG] [app] Ending request: urn:request:e0c265da-1e9b-42c8-94d9-936c991496d1 (/api/v1/organization/user2_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:e0c265da-1e9b-42c8-94d9-936c991496d1', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/members', 'path': '/api/v1/organization/user2_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,185 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,185 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,185 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,185 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,185 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,185 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,185 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,185 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,185 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,186 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,186 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.0" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.1" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.030 1480 0.030) gunicorn-web stdout | 2024-04-26 05:54:08,186 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,186 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:08,186 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,186 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,186 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,187 [217] [DEBUG] [app] Starting request: urn:request:f261f94e-0ea3-4ee8-98fb-7aa62e3eec26 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,187 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,187 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,187 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:54:08,187 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,188 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,188 [218] [DEBUG] [app] Ending request: urn:request:434c8bf4-c998-4766-8548-c424bab766aa (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:434c8bf4-c998-4766-8548-c424bab766aa', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,188 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:08,188 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.032 1476 0.032) gunicorn-web stdout | 2024-04-26 05:54:08,189 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,189 [215] [DEBUG] [app] Ending request: urn:request:b3aa8c93-3e72-4772-8130-cd18774c31c3 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:b3aa8c93-3e72-4772-8130-cd18774c31c3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,190 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,190 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,190 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.035 1509 0.035) gunicorn-web stdout | 2024-04-26 05:54:08,191 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2_org+%']) gunicorn-web stdout | 2024-04-26 05:54:08,192 [216] [DEBUG] [app] Ending request: urn:request:631f4bc4-2f83-4890-a020-c6d9b0fd51f3 (/api/v1/organization/user2_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:631f4bc4-2f83-4890-a020-c6d9b0fd51f3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,192 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,192 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,192 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,192 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,193 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.036 1508 0.035) gunicorn-web stdout | 2024-04-26 05:54:08,193 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,195 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2_org', 1, 3, 1, 'user2_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:08,197 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [2, None, 1714110848197, False]) gunicorn-web stdout | 2024-04-26 05:54:08,199 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:08,200 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [2]) gunicorn-web stdout | 2024-04-26 05:54:08,200 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:08,201 [217] [DEBUG] [app] Ending request: urn:request:f261f94e-0ea3-4ee8-98fb-7aa62e3eec26 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:f261f94e-0ea3-4ee8-98fb-7aa62e3eec26', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,202 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.1" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.032 1511 0.031) gunicorn-web stdout | 2024-04-26 05:54:08,202 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.0" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,476 [216] [DEBUG] [app] Starting request: urn:request:352dfcb9-339b-45aa-9639-a96488952d33 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,476 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,477 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,477 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,479 [218] [DEBUG] [app] Starting request: urn:request:54cafdd8-532d-4304-a77e-7287b35d76ba (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,479 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,479 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,480 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,482 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,482 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,482 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,482 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:08,482 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,483 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,483 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,483 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,483 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,484 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:08,484 [217] [DEBUG] [app] Starting request: urn:request:35dcb4b7-659b-42d6-afd1-68927b2cb5ca (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,484 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,484 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,484 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,484 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,484 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,485 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,485 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,485 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,485 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,485 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,485 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:08,486 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,487 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:08,487 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:08,488 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,488 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,488 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,488 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [215] [DEBUG] [app] Starting request: urn:request:8b757f48-e8c3-4422-b888-60ce6c3af4b2 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,489 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,489 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,489 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,489 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:08,489 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,490 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,490 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-04-26 05:54:08,490 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,491 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:08,491 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,492 [218] [DEBUG] [app] Ending request: urn:request:54cafdd8-532d-4304-a77e-7287b35d76ba (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:54cafdd8-532d-4304-a77e-7287b35d76ba', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,492 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,492 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:08,492 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:08,493 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1504 0.015) gunicorn-web stdout | 2024-04-26 05:54:08,493 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,494 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:08,494 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,494 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,494 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,495 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,495 [218] [DEBUG] [app] Starting request: urn:request:b0f793b5-5fa0-4e66-a751-cdf834daaf13 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,495 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,495 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,495 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,495 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:08,496 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:08,496 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,496 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,496 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,496 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,497 [216] [DEBUG] [app] Ending request: urn:request:352dfcb9-339b-45aa-9639-a96488952d33 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:352dfcb9-339b-45aa-9639-a96488952d33', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,498 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,498 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 101]) gunicorn-web stdout | 2024-04-26 05:54:08,498 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,498 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1466 0.022) gunicorn-web stdout | 2024-04-26 05:54:08,499 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:08,499 [216] [DEBUG] [app] Starting request: urn:request:4905d684-b437-453c-90bb-5b48dae71a67 (/api/v1/organization/whuquay/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,499 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,499 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,500 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,500 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,501 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,501 [217] [DEBUG] [app] Ending request: urn:request:35dcb4b7-659b-42d6-afd1-68927b2cb5ca (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:35dcb4b7-659b-42d6-afd1-68927b2cb5ca', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,501 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:08,501 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,501 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,501 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,502 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,502 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,502 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,502 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,502 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,502 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1474 0.019) gunicorn-web stdout | 2024-04-26 05:54:08,503 [215] [DEBUG] [app] Ending request: urn:request:8b757f48-e8c3-4422-b888-60ce6c3af4b2 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:8b757f48-e8c3-4422-b888-60ce6c3af4b2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,503 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,503 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1507 0.016) gunicorn-web stdout | 2024-04-26 05:54:08,504 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,504 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,505 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2', 1, 3, 1, 'user2', 101]) gunicorn-web stdout | 2024-04-26 05:54:08,505 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,507 [216] [DEBUG] [app] Ending request: urn:request:4905d684-b437-453c-90bb-5b48dae71a67 (/api/v1/organization/whuquay/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:4905d684-b437-453c-90bb-5b48dae71a67', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/members', 'path': '/api/v1/organization/whuquay/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,508 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.010 1478 0.011) gunicorn-web stdout | 2024-04-26 05:54:08,508 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,509 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:08,511 [218] [DEBUG] [app] Ending request: urn:request:b0f793b5-5fa0-4e66-a751-cdf834daaf13 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:b0f793b5-5fa0-4e66-a751-cdf834daaf13', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,511 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,512 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1507 0.018) gunicorn-web stdout | 2024-04-26 05:54:08,513 [215] [DEBUG] [app] Starting request: urn:request:6e3b2ac9-e343-400e-99d5-63750d07dccb (/api/v1/organization/user2/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,513 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,513 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,514 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,515 [217] [DEBUG] [app] Starting request: urn:request:413e52cc-1834-440c-844a-7e8386b4bd28 (/api/v1/organization/whuquay/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,515 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,515 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,516 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,518 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,518 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,518 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,519 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,519 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,519 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,519 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,520 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,520 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,521 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,522 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,522 [218] [DEBUG] [app] Starting request: urn:request:cbf28a0a-be46-4b57-a4ce-b3fb18df8aa0 (/api/v1/organization/user2/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:08,522 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,522 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,523 [215] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2+%']) gunicorn-web stdout | 2024-04-26 05:54:08,523 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:08,523 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,524 [215] [DEBUG] [app] Ending request: urn:request:6e3b2ac9-e343-400e-99d5-63750d07dccb (/api/v1/organization/user2/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:6e3b2ac9-e343-400e-99d5-63750d07dccb', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,525 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1504 0.014) gunicorn-web stdout | 2024-04-26 05:54:08,525 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,526 [217] [DEBUG] [app] Ending request: urn:request:413e52cc-1834-440c-844a-7e8386b4bd28 (/api/v1/organization/whuquay/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:413e52cc-1834-440c-844a-7e8386b4bd28', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/robots?permissions=true&token=false', 'path': '/api/v1/organization/whuquay/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,527 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:08,527 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:08,527 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:08,527 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:08,527 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1506 0.014) gunicorn-web stdout | 2024-04-26 05:54:08,528 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,528 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,528 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,528 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,529 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:08,531 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,531 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,531 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:08,531 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:08,531 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:08,532 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:08,533 [218] [DEBUG] [app] Ending request: urn:request:cbf28a0a-be46-4b57-a4ce-b3fb18df8aa0 (/api/v1/organization/user2/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:cbf28a0a-be46-4b57-a4ce-b3fb18df8aa0', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/members', 'path': '/api/v1/organization/user2/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:08,534 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1476 0.012) gunicorn-web stdout | 2024-04-26 05:54:08,534 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:08 +0000] "GET /api/v1/organization/user2/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" repositorygcworker stdout | 2024-04-26 05:54:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:54:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:44.726048+00:00 (in 35.987761 seconds) repositorygcworker stdout | 2024-04-26 05:54:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:08 UTC)" (scheduled at 2024-04-26 05:54:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:54:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:54:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:08 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:09,382 [215] [DEBUG] [app] Starting request: urn:request:eea7bcd4-7b5b-453a-a48e-9b17f460546a (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:09,382 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,382 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,383 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:09,387 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:09,387 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:09,387 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:09,388 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:09,390 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:54:09,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:09,394 [215] [DEBUG] [app] Ending request: urn:request:eea7bcd4-7b5b-453a-a48e-9b17f460546a (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:eea7bcd4-7b5b-453a-a48e-9b17f460546a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:09,394 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1517 0.014) gunicorn-web stdout | 2024-04-26 05:54:09,394 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:09 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:09,555 [215] [DEBUG] [app] Starting request: urn:request:1d14efbd-5fcf-4391-9a1a-e2cdd4241626 (/api/v1/user/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:09,556 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,556 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,556 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [endpoints.api] Checking permission for user whuquay gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,561 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:09,562 [215] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:09,565 [215] [DEBUG] [app] Ending request: urn:request:1d14efbd-5fcf-4391-9a1a-e2cdd4241626 (/api/v1/user/robots) {'endpoint': 'api.userrobotlist', 'request_id': 'urn:request:1d14efbd-5fcf-4391-9a1a-e2cdd4241626', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/robots?permissions=true&token=false', 'path': '/api/v1/user/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:09,565 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:09 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1498 0.011) gunicorn-web stdout | 2024-04-26 05:54:09,566 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:09 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" securityscanningnotificationworker stdout | 2024-04-26 05:54:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:54:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:58.042626+00:00 (in 47.996175 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:54:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:10 UTC)" (scheduled at 2024-04-26 05:54:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:54:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:54:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:54:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:54:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:15.434633+00:00 (in 4.995794 seconds) securityworker stdout | 2024-04-26 05:54:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:40 UTC)" (scheduled at 2024-04-26 05:54:10.438348+00:00) securityworker stdout | 2024-04-26 05:54:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:54:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:54:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:54:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:54:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:54:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:54:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:54:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:54:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 49, 10, 443557), 1, 4]) securityworker stdout | 2024-04-26 05:54:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 49, 10, 443557), 1, 4]) securityworker stdout | 2024-04-26 05:54:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:54:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:11,088 [215] [DEBUG] [app] Starting request: urn:request:d9b917c4-f71d-49ae-9ba7-be4ceb2927fe (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,088 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,088 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,089 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,091 [216] [DEBUG] [app] Starting request: urn:request:20f5e1b4-67c5-45dd-a989-512978a1fe0b (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,091 [217] [DEBUG] [app] Starting request: urn:request:4a1abc93-ebe5-4e84-9e96-5e1e629e06a9 (/api/v1/organization/whu_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,091 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,091 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,091 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,091 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,092 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,092 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,094 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,094 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,094 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,095 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,095 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,095 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,095 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,095 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,095 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,095 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,096 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,096 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,097 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,097 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,097 [218] [DEBUG] [app] Starting request: urn:request:bc2f34ef-b88d-450b-890f-969de0b53353 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,098 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,098 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,098 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,098 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,099 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,099 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,099 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,099 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,099 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,099 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,099 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,100 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,100 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,100 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,100 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:11,100 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,100 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,100 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:54:11,100 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,101 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,101 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:11,101 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,102 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:11,102 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,103 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,103 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,103 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,103 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:11,103 [216] [DEBUG] [app] Ending request: urn:request:20f5e1b4-67c5-45dd-a989-512978a1fe0b (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:20f5e1b4-67c5-45dd-a989-512978a1fe0b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,103 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,103 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,103 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:11,103 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,104 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,104 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,104 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,104 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,104 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,104 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,104 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1506 0.014) gunicorn-web stdout | 2024-04-26 05:54:11,105 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,105 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,105 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [2, False]) gunicorn-web stdout | 2024-04-26 05:54:11,106 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:11,106 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:11,106 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,107 [217] [DEBUG] [app] Ending request: urn:request:4a1abc93-ebe5-4e84-9e96-5e1e629e06a9 (/api/v1/organization/whu_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:4a1abc93-ebe5-4e84-9e96-5e1e629e06a9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/members', 'path': '/api/v1/organization/whu_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,107 [215] [DEBUG] [app] Ending request: urn:request:d9b917c4-f71d-49ae-9ba7-be4ceb2927fe (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:d9b917c4-f71d-49ae-9ba7-be4ceb2927fe', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,108 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,108 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,108 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.0" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.1" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1478 0.018) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1470 0.021) gunicorn-web stdout | 2024-04-26 05:54:11,108 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:11,110 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110851109, False]) gunicorn-web stdout | 2024-04-26 05:54:11,111 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:11,112 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:54:11,113 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:11,114 [218] [DEBUG] [app] Ending request: urn:request:bc2f34ef-b88d-450b-890f-969de0b53353 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:bc2f34ef-b88d-450b-890f-969de0b53353', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,114 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1509 0.019) gunicorn-web stdout | 2024-04-26 05:54:11,115 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:11,185 [217] [DEBUG] [app] Starting request: urn:request:8dc1de7a-952f-457a-8270-91ebe077ad45 (/api/v1/user/notifications) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 05:54:11,185 [217] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,185 [217] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,185 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,190 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,191 [217] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 3, False, 3, 'admin', 6]) gunicorn-web stdout | 2024-04-26 05:54:11,195 [217] [DEBUG] [app] Ending request: urn:request:8dc1de7a-952f-457a-8270-91ebe077ad45 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:8dc1de7a-952f-457a-8270-91ebe077ad45', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 05:54:11,195 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.012 2283 0.012) gunicorn-web stdout | 2024-04-26 05:54:11,196 [217] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" gunicorn-web stdout | 2024-04-26 05:54:11,198 [217] [DEBUG] [app] Starting request: urn:request:062514ca-783c-4027-90f9-79c78526e0ad (/api/v1/user/apptoken) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 05:54:11,198 [217] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,198 [217] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,199 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,202 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,203 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [3, datetime.datetime(2024, 4, 29, 1, 6, 11, 203535), datetime.datetime(2024, 4, 26, 5, 54, 11, 203591)]) gunicorn-web stdout | 2024-04-26 05:54:11,205 [217] [DEBUG] [app] Ending request: urn:request:062514ca-783c-4027-90f9-79c78526e0ad (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:062514ca-783c-4027-90f9-79c78526e0ad', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 05:54:11,205 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,205 [217] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.008 2292 0.009) gunicorn-web stdout | 2024-04-26 05:54:11,380 [217] [DEBUG] [app] Starting request: urn:request:171dc334-076a-4f11-b0f2-f1b5d70b3809 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:11,380 [218] [DEBUG] [app] Starting request: urn:request:bc06895e-bb63-4527-9d55-72661babc384 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:11,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:11,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:54:11,383 [246] [DEBUG] [app] Starting request: urn:request:74eed563-26fc-4cf6-ba67-ac1822589710 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:11,383 [245] [DEBUG] [app] Starting request: urn:request:eebe2cc3-b6fc-454b-9ca1-56023af447bc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:11,383 [245] [DEBUG] [app] Ending request: urn:request:eebe2cc3-b6fc-454b-9ca1-56023af447bc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:eebe2cc3-b6fc-454b-9ca1-56023af447bc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:11,383 [246] [DEBUG] [app] Ending request: urn:request:74eed563-26fc-4cf6-ba67-ac1822589710 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:74eed563-26fc-4cf6-ba67-ac1822589710', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:54:11,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:54:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:11,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:11,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:11,386 [217] [DEBUG] [app] Starting request: urn:request:a85b9e69-84b4-467f-8ced-46c5b723d642 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:11,386 [218] [DEBUG] [app] Starting request: urn:request:d9874dc6-b6e1-403b-86ac-c31c7d34b0ba (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:11,387 [218] [DEBUG] [app] Ending request: urn:request:d9874dc6-b6e1-403b-86ac-c31c7d34b0ba (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d9874dc6-b6e1-403b-86ac-c31c7d34b0ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:54:11,387 [217] [DEBUG] [app] Ending request: urn:request:a85b9e69-84b4-467f-8ced-46c5b723d642 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a85b9e69-84b4-467f-8ced-46c5b723d642', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:54:11,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:11,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:54:11,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:11,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:11,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:11,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:11,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:11,394 [218] [DEBUG] [app] Ending request: urn:request:bc06895e-bb63-4527-9d55-72661babc384 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bc06895e-bb63-4527-9d55-72661babc384', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:11,394 [217] [DEBUG] [app] Ending request: urn:request:171dc334-076a-4f11-b0f2-f1b5d70b3809 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:171dc334-076a-4f11-b0f2-f1b5d70b3809', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:11,394 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,394 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,394 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:54:11,394 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.015) gunicorn-web stdout | 2024-04-26 05:54:11,424 [217] [DEBUG] [app] Starting request: urn:request:5a97a956-5750-4e71-a35a-d706d151824c (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,424 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,424 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,425 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,425 [218] [DEBUG] [app] Starting request: urn:request:0fdc4be0-2148-4155-9452-aa12517f5b29 (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,426 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,426 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,426 [215] [DEBUG] [app] Starting request: urn:request:974819b0-1d5a-48e1-8a71-056deea67b30 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,426 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,426 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,427 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,427 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,430 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,430 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,430 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,430 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,430 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,431 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,431 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,431 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,431 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,431 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,431 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,431 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,431 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,432 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,431 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:11,432 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,432 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,432 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,432 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,432 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,433 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:11,433 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 101]) gunicorn-web stdout | 2024-04-26 05:54:11,433 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,434 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:11,435 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:11,435 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,435 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,435 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,435 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,436 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:11,436 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:11,436 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-04-26 05:54:11,437 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,437 [217] [DEBUG] [app] Ending request: urn:request:5a97a956-5750-4e71-a35a-d706d151824c (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:5a97a956-5750-4e71-a35a-d706d151824c', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,438 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,438 [218] [DEBUG] [app] Ending request: urn:request:0fdc4be0-2148-4155-9452-aa12517f5b29 (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:0fdc4be0-2148-4155-9452-aa12517f5b29', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,438 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:11,438 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,438 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1507 0.016) gunicorn-web stdout | 2024-04-26 05:54:11,439 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:11,439 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1504 0.014) gunicorn-web stdout | 2024-04-26 05:54:11,440 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,441 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:11,441 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,442 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,442 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:11,443 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,444 [215] [DEBUG] [app] Ending request: urn:request:974819b0-1d5a-48e1-8a71-056deea67b30 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:974819b0-1d5a-48e1-8a71-056deea67b30', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,444 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1466 0.020) gunicorn-web stdout | 2024-04-26 05:54:11,445 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:11,611 [216] [DEBUG] [app] Starting request: urn:request:f23fcefe-9520-4343-867d-a8a0af39b166 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,611 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,611 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,611 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,616 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,617 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:11,618 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:11,619 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:11,620 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,621 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:11,622 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,623 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,623 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:11,624 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,625 [216] [DEBUG] [app] Ending request: urn:request:f23fcefe-9520-4343-867d-a8a0af39b166 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:f23fcefe-9520-4343-867d-a8a0af39b166', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,625 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,626 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1474 0.016) globalpromstats stdout | 2024-04-26 05:54:11,665 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} gunicorn-web stdout | 2024-04-26 05:54:11,753 [217] [DEBUG] [app] Starting request: urn:request:b4ed6447-a250-4ed4-a689-0410c253bf75 (/api/v1/organization/whuquay/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,754 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,754 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,754 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,755 [215] [DEBUG] [app] Starting request: urn:request:b4a8582a-9909-4859-9ce7-ea7ed3acdba6 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,756 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,756 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,756 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,757 [218] [DEBUG] [app] Starting request: urn:request:912ef27b-42e4-4745-9e51-6d6f3cabb316 (/api/v1/organization/whuquay/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,757 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,757 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,758 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,759 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,760 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,760 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,760 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,760 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,761 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,761 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,762 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,762 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,762 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,762 [217] [DEBUG] [app] Ending request: urn:request:b4ed6447-a250-4ed4-a689-0410c253bf75 (/api/v1/organization/whuquay/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:b4ed6447-a250-4ed4-a689-0410c253bf75', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/members', 'path': '/api/v1/organization/whuquay/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,763 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2', 1, 3, 1, 'user2', 101]) gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,763 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,763 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,763 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.011 1478 0.011) gunicorn-web stdout | 2024-04-26 05:54:11,764 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:11,766 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:11,767 [218] [DEBUG] [app] Ending request: urn:request:912ef27b-42e4-4745-9e51-6d6f3cabb316 (/api/v1/organization/whuquay/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:912ef27b-42e4-4745-9e51-6d6f3cabb316', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/robots?permissions=true&token=false', 'path': '/api/v1/organization/whuquay/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,767 [215] [DEBUG] [app] Ending request: urn:request:b4a8582a-9909-4859-9ce7-ea7ed3acdba6 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:b4a8582a-9909-4859-9ce7-ea7ed3acdba6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,768 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,768 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,768 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1506 0.012) gunicorn-web stdout | 2024-04-26 05:54:11,768 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1507 0.014) gunicorn-web stdout | 2024-04-26 05:54:11,789 [217] [DEBUG] [app] Starting request: urn:request:92596a7d-c517-439f-9d69-7f07896aa2d3 (/api/v1/organization/user2_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,789 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,790 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,790 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,794 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,795 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,795 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,795 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,796 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,796 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,796 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,796 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,797 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,799 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,800 [217] [DEBUG] [app] Ending request: urn:request:92596a7d-c517-439f-9d69-7f07896aa2d3 (/api/v1/organization/user2_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:92596a7d-c517-439f-9d69-7f07896aa2d3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org', 'path': '/api/v1/organization/user2_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,800 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2_org HTTP/1.1" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1472 0.012) gunicorn-web stdout | 2024-04-26 05:54:11,800 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2_org HTTP/1.0" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:11,825 [218] [DEBUG] [app] Starting request: urn:request:a8043a1d-d78f-4d3a-8ef4-3c55b7c4a0d8 (/api/v1/organization/user2_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,825 [215] [DEBUG] [app] Starting request: urn:request:7eaa8619-e4c8-4084-b774-0a93603e22ea (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,825 [217] [DEBUG] [app] Starting request: urn:request:0b4fa346-94dd-4a8e-8722-79ef69dd0882 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,826 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,826 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,827 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,827 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,831 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,832 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,832 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,833 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,833 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,834 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2_org', 1, 3, 1, 'user2_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:11,834 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,835 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,835 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2_org+%']) gunicorn-web stdout | 2024-04-26 05:54:11,837 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [2, None, 1714110851836, False]) gunicorn-web stdout | 2024-04-26 05:54:11,837 [218] [DEBUG] [app] Ending request: urn:request:a8043a1d-d78f-4d3a-8ef4-3c55b7c4a0d8 (/api/v1/organization/user2_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:a8043a1d-d78f-4d3a-8ef4-3c55b7c4a0d8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,837 [215] [DEBUG] [app] Ending request: urn:request:7eaa8619-e4c8-4084-b774-0a93603e22ea (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:7eaa8619-e4c8-4084-b774-0a93603e22ea', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,837 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,838 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,838 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1508 0.013) gunicorn-web stdout | 2024-04-26 05:54:11,838 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1476 0.013) gunicorn-web stdout | 2024-04-26 05:54:11,839 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:11,840 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [2]) gunicorn-web stdout | 2024-04-26 05:54:11,841 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:11,842 [217] [DEBUG] [app] Ending request: urn:request:0b4fa346-94dd-4a8e-8722-79ef69dd0882 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:0b4fa346-94dd-4a8e-8722-79ef69dd0882', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,843 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:11,843 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.0" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.1" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1511 0.018) gunicorn-web stdout | 2024-04-26 05:54:11,942 [215] [DEBUG] [app] Starting request: urn:request:3c457baa-5813-49e3-8a12-1134bad95338 (/api/v1/organization/user2/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:11,942 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,942 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,943 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:11,947 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,948 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,949 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:11,951 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:11,952 [215] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2+%']) gunicorn-web stdout | 2024-04-26 05:54:11,953 [215] [DEBUG] [app] Ending request: urn:request:3c457baa-5813-49e3-8a12-1134bad95338 (/api/v1/organization/user2/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:3c457baa-5813-49e3-8a12-1134bad95338', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:11,953 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1504 0.013) gunicorn-web stdout | 2024-04-26 05:54:11,954 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:11 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:12,073 [215] [DEBUG] [app] Starting request: urn:request:202a4017-dddd-497d-9159-3e109cebd9a8 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,073 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,073 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,074 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,074 [217] [DEBUG] [app] Starting request: urn:request:255cf646-e8d2-47c8-8c90-764ed186f109 (/api/v1/organization/user2_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,075 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,075 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,075 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,078 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,078 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,078 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,078 [218] [DEBUG] [app] Starting request: urn:request:a234a384-138f-4694-b19e-95910643c9ca (/api/v1/organization/user2/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,078 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,078 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,079 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,079 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,079 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,080 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,081 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,081 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:54:12,082 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,082 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,083 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,083 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,083 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,083 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,084 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,085 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:54:12,085 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:12,086 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,087 [215] [DEBUG] [app] Ending request: urn:request:202a4017-dddd-497d-9159-3e109cebd9a8 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:202a4017-dddd-497d-9159-3e109cebd9a8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,087 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [5, False]) gunicorn-web stdout | 2024-04-26 05:54:12,087 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1509 0.016) gunicorn-web stdout | 2024-04-26 05:54:12,088 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:12,088 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,088 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,088 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,088 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,088 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,088 [217] [DEBUG] [app] Ending request: urn:request:255cf646-e8d2-47c8-8c90-764ed186f109 (/api/v1/organization/user2_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:255cf646-e8d2-47c8-8c90-764ed186f109', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/members', 'path': '/api/v1/organization/user2_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,089 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,089 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,089 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.0" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.1" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1480 0.016) gunicorn-web stdout | 2024-04-26 05:54:12,091 [218] [DEBUG] [app] Ending request: urn:request:a234a384-138f-4694-b19e-95910643c9ca (/api/v1/organization/user2/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:a234a384-138f-4694-b19e-95910643c9ca', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/members', 'path': '/api/v1/organization/user2/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,091 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,091 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/user2/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/user2/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1476 0.015) chunkcleanupworker stdout | 2024-04-26 05:54:12,109 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:54:12,221 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} gunicorn-web stdout | 2024-04-26 05:54:12,573 [215] [DEBUG] [app] Starting request: urn:request:f01b7e4f-4e46-4afd-8576-fcfb003a6170 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,574 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,574 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,574 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,576 [218] [DEBUG] [app] Starting request: urn:request:89bdf505-57d3-4de4-9f75-8a1f5fe47672 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,576 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,576 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,577 [217] [DEBUG] [app] Starting request: urn:request:1ac88d77-dced-44e9-b8ba-4614e428d3ae (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,577 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,577 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,577 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,577 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,579 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,579 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,579 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,580 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,580 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,580 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,580 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,580 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,580 [216] [DEBUG] [app] Starting request: urn:request:a6d1afc6-7f6e-4d61-9ea0-55c4c3c388e6 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,580 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,580 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,581 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,581 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,581 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,581 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,581 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,582 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,582 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,582 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:12,582 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,582 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:12,582 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,582 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,583 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,583 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,583 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,583 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,583 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,583 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,583 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,583 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,584 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:12,585 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,585 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,585 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,586 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,586 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,586 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110852585, False]) gunicorn-web stdout | 2024-04-26 05:54:12,586 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:12,586 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,587 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,587 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,587 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,588 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,588 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:12,588 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:12,588 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,589 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,589 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,589 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:54:12,589 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,590 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,590 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,590 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,591 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,591 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,591 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,591 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,591 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,591 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,591 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,591 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,591 [215] [DEBUG] [app] Ending request: urn:request:f01b7e4f-4e46-4afd-8576-fcfb003a6170 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:f01b7e4f-4e46-4afd-8576-fcfb003a6170', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,591 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,591 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:12,592 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:12,592 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,592 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1517 0.019) gunicorn-web stdout | 2024-04-26 05:54:12,592 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,592 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,593 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,593 [215] [DEBUG] [app] Starting request: urn:request:3604180c-190d-448e-a5c2-be9028676577 (/api/v1/organization/whu_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,593 [217] [DEBUG] [app] Ending request: urn:request:1ac88d77-dced-44e9-b8ba-4614e428d3ae (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:1ac88d77-dced-44e9-b8ba-4614e428d3ae', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,594 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [216] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,594 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,594 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,594 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,594 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,594 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,595 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:12,595 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1482 0.019) gunicorn-web stdout | 2024-04-26 05:54:12,596 [218] [DEBUG] [app] Ending request: urn:request:89bdf505-57d3-4de4-9f75-8a1f5fe47672 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:89bdf505-57d3-4de4-9f75-8a1f5fe47672', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,596 [217] [DEBUG] [app] Starting request: urn:request:e44dcf32-612b-49b4-94c8-5127a1134d09 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,596 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,596 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,596 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,596 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,596 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1478 0.022) gunicorn-web stdout | 2024-04-26 05:54:12,597 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,597 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,598 [218] [DEBUG] [app] Starting request: urn:request:c93d68b0-a775-4a82-a8ad-6169ecb7b939 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,598 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,598 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,598 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,598 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,599 [216] [DEBUG] [app] Ending request: urn:request:a6d1afc6-7f6e-4d61-9ea0-55c4c3c388e6 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:a6d1afc6-7f6e-4d61-9ea0-55c4c3c388e6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,599 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,600 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,600 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1478 0.021) gunicorn-web stdout | 2024-04-26 05:54:12,600 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,601 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,601 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,601 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,601 [216] [DEBUG] [app] Starting request: urn:request:24f3eaf6-99f8-4d2d-b7a8-e9a65b3a6bf2 (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,602 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:12,602 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,602 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,602 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,603 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,603 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,603 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,603 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,603 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,603 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,603 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,603 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:12,603 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,603 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,604 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,604 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,604 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,604 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:12,604 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,604 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:12,605 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:12,606 [215] [DEBUG] [app] Ending request: urn:request:3604180c-190d-448e-a5c2-be9028676577 (/api/v1/organization/whu_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:3604180c-190d-448e-a5c2-be9028676577', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/prototypes', 'path': '/api/v1/organization/whu_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,606 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,606 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:12,606 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,607 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.026 1489 0.025) gunicorn-web stdout | 2024-04-26 05:54:12,607 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,607 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,607 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,608 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,608 [215] [DEBUG] [app] Starting request: urn:request:51a0041e-63af-4e1f-b757-bde79a377729 (/api/v1/organization/whu_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,608 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,608 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,608 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,608 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,608 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,608 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,608 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:12,609 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,609 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,609 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,609 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,609 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,609 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,609 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:12,610 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,610 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,610 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,611 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:12,612 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,612 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,612 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,612 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,612 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,612 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,612 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,613 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,613 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,613 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,613 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,613 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,613 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,614 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,614 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,614 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,614 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:54:12,614 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:12,614 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,615 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,615 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,615 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:12,616 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,616 [216] [DEBUG] [app] Ending request: urn:request:24f3eaf6-99f8-4d2d-b7a8-e9a65b3a6bf2 (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:24f3eaf6-99f8-4d2d-b7a8-e9a65b3a6bf2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,616 [217] [DEBUG] [app] Ending request: urn:request:e44dcf32-612b-49b4-94c8-5127a1134d09 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:e44dcf32-612b-49b4-94c8-5127a1134d09', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,617 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,617 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:12,617 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:12,617 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,617 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.031 1514 0.031) gunicorn-web stdout | 2024-04-26 05:54:12,617 [218] [DEBUG] [app] Ending request: urn:request:c93d68b0-a775-4a82-a8ad-6169ecb7b939 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:c93d68b0-a775-4a82-a8ad-6169ecb7b939', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,617 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,617 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,617 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.036 1474 0.036) gunicorn-web stdout | 2024-04-26 05:54:12,618 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.033 1478 0.033) gunicorn-web stdout | 2024-04-26 05:54:12,618 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:12,619 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,620 [215] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:12,622 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,622 [215] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:12,624 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,624 [215] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:12,625 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "logentrykind" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:54:12,627 [215] [DEBUG] [app] Ending request: urn:request:51a0041e-63af-4e1f-b757-bde79a377729 (/api/v1/organization/whu_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:51a0041e-63af-4e1f-b757-bde79a377729', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/aggregatelogs?starttime=03/27/2024&endtime=04/26/2024', 'path': '/api/v1/organization/whu_org/aggregatelogs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,628 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.1" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.040 1540 0.039) gunicorn-web stdout | 2024-04-26 05:54:12,628 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.0" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" quotaregistrysizeworker stdout | 2024-04-26 05:54:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:54:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:12.842614+00:00 (in 59.999513 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:54:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:12 UTC)" (scheduled at 2024-04-26 05:54:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:54:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:54:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:54:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:12 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:12,909 [218] [DEBUG] [app] Starting request: urn:request:0811b36a-6f04-443d-9b31-b6e0fd6ae880 (/api/v1/organization/whu_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:12,910 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,910 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,910 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,914 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,915 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,916 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:12,918 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,918 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,918 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:12,918 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:12,919 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:12,920 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 21]) gunicorn-web stdout | 2024-04-26 05:54:12,924 [218] [DEBUG] [app] Ending request: urn:request:0811b36a-6f04-443d-9b31-b6e0fd6ae880 (/api/v1/organization/whu_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:0811b36a-6f04-443d-9b31-b6e0fd6ae880', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/logs?starttime=03/27/2024&endtime=04/26/2024&next_page=', 'path': '/api/v1/organization/whu_org/logs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024', 'next_page': ''}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:12,925 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.1" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1542 0.018) gunicorn-web stdout | 2024-04-26 05:54:12,925 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:12 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.0" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" quotaregistrysizeworker stdout | 2024-04-26 05:54:13,199 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} gunicorn-web stdout | 2024-04-26 05:54:13,377 [216] [DEBUG] [app] Starting request: urn:request:e74e647c-a812-4d6e-81d5-3cb03c5a56cc (/api/v1/repository/whu_org/repo1/tag/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:13,377 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,377 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,378 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,379 [217] [DEBUG] [app] Starting request: urn:request:8f8afdb7-4616-4e23-8047-864714d93c91 (/api/v1/repository/whu_org/repo1) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:13,379 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,379 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,380 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,382 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:13,382 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:13,382 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,383 [216] [DEBUG] [endpoints.api] Checking permission for repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:13,383 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,383 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,383 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,383 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [endpoints.api] Checking permission for repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,384 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,386 [216] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['repo1', 'whu_org', 1, 'repo1', 'whu_org', 1]) gunicorn-web stdout | 2024-04-26 05:54:13,387 [217] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['repo1', 'whu_org', 1, 'repo1', 'whu_org', 1]) gunicorn-web stdout | 2024-04-26 05:54:13,390 [216] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='whu_org', name='repo1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,391 [217] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='whu_org', name='repo1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,391 [217] [DEBUG] [endpoints.api.repository] Get repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:13,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "repositorykind" AS "t3" ON ("t1"."kind_id" = "t3"."id") WHERE (((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) AND ("t3"."name" = %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 'application', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."repository_id", "t1"."created" FROM "star" AS "t1" WHERE (("t1"."repository_id" = %s) AND ("t1"."user_id" = %s)) LIMIT %s OFFSET %s', [3, 1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,394 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."count", "t1"."date" FROM "repositoryactioncount" AS "t1" WHERE (("t1"."repository_id" = %s) AND ("t1"."date" >= %s))', [3, datetime.date(2024, 1, 25)]) gunicorn-web stdout | 2024-04-26 05:54:13,394 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,394 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,395 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,395 [217] [DEBUG] [app] Ending request: urn:request:8f8afdb7-4616-4e23-8047-864714d93c91 (/api/v1/repository/whu_org/repo1) {'endpoint': 'api.repository', 'request_id': 'urn:request:8f8afdb7-4616-4e23-8047-864714d93c91', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whu_org/repo1?includeStats=false&includeTags=false', 'path': '/api/v1/repository/whu_org/repo1', 'parameters': {'includeStats': 'false', 'includeTags': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:13,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:13,396 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,396 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/repository/whu_org/repo1?includeStats=false&includeTags=false HTTP/1.0" 200 335 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/repository/whu_org/repo1?includeStats=false&includeTags=false HTTP/1.1" 200 335 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.024 1523 0.023) gunicorn-web stdout | 2024-04-26 05:54:13,397 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,398 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."repository_id", "t1"."manifest_id", "t1"."lifetime_start_ms", "t1"."lifetime_end_ms", "t1"."hidden", "t1"."reversion", "t1"."tag_kind_id", "t1"."linked_tag_id", "t2"."id", "t2"."digest", "t2"."media_type_id", "t2"."layers_compressed_size", "t2"."config_media_type" FROM "tag" AS "t1" INNER JOIN "manifest" AS "t2" ON ("t1"."manifest_id" = "t2"."id") WHERE ((("t1"."repository_id" = %s) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) ORDER BY "t1"."lifetime_start_ms" DESC, "t1"."name" LIMIT %s OFFSET %s', [3, None, 1714110853398, False, 101, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,400 [216] [DEBUG] [app] Ending request: urn:request:e74e647c-a812-4d6e-81d5-3cb03c5a56cc (/api/v1/repository/whu_org/repo1/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:e74e647c-a812-4d6e-81d5-3cb03c5a56cc', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whu_org/repo1/tag/?limit=100&page=1&onlyActiveTags=true', 'path': '/api/v1/repository/whu_org/repo1/tag/', 'parameters': {'limit': '100', 'page': '1', 'onlyActiveTags': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:13,400 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:13,401 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/repository/whu_org/repo1/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.0" 200 49 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/repository/whu_org/repo1/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.1" 200 49 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.031 1528 0.031) gunicorn-web stdout | 2024-04-26 05:54:13,501 [215] [DEBUG] [app] Starting request: urn:request:3b90d2b8-3610-4f9c-ad6a-563c64887696 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:13,501 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,501 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,502 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,506 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:13,507 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:13,507 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,507 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,508 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,508 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,508 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,508 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,509 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:13,511 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,511 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,511 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:13,511 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:13,511 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:13,512 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:13,513 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:13,513 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,513 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,513 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,514 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:13,514 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:13,515 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,515 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:13,516 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:13,517 [215] [DEBUG] [app] Ending request: urn:request:3b90d2b8-3610-4f9c-ad6a-563c64887696 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:3b90d2b8-3610-4f9c-ad6a-563c64887696', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:13,517 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1482 0.018) gunicorn-web stdout | 2024-04-26 05:54:13,518 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:13 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" notificationworker stdout | 2024-04-26 05:54:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:23.524950+00:00 (in 9.999490 seconds) notificationworker stdout | 2024-04-26 05:54:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:23 UTC)" (scheduled at 2024-04-26 05:54:13.524950+00:00) notificationworker stdout | 2024-04-26 05:54:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 13, 525753), True, datetime.datetime(2024, 4, 26, 5, 54, 13, 525753), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:23 UTC)" executed successfully builder stdout | 2024-04-26 05:54:13,865 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} gunicorn-web stdout | 2024-04-26 05:54:15,125 [215] [DEBUG] [app] Starting request: urn:request:a827f12d-ca3f-4aa3-bc31-46fc4ece6ea8 (/api/v1/repository/whu_org/repo1/permissions/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:15,126 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,126 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,127 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,129 [217] [DEBUG] [app] Starting request: urn:request:104731e6-2dfb-48a3-bd99-f6e8a69e3ed4 (/api/v1/repository/whu_org/repo1/permissions/team/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:15,129 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,129 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,130 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,131 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:15,131 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:15,131 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,132 [215] [DEBUG] [endpoints.api] Checking permission for repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:15,132 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,132 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,132 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,132 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,133 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [endpoints.api] Checking permission for repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,134 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,134 [218] [DEBUG] [app] Starting request: urn:request:498a4ea2-43e5-4e34-9d16-2375bbaf6c9a (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:15,134 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,134 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,135 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,135 [215] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['repo1', 'whu_org', 1, 'repo1', 'whu_org', 1]) gunicorn-web stdout | 2024-04-26 05:54:15,136 [217] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['repo1', 'whu_org', 1, 'repo1', 'whu_org', 1]) gunicorn-web stdout | 2024-04-26 05:54:15,139 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:15,139 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:15,139 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,140 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,140 [215] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='whu_org', name='repo1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,140 [217] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='whu_org', name='repo1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,141 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,141 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,141 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,141 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,141 [217] [DEBUG] [peewee] ('SELECT "t1"."name", "t2"."name", "t3"."id", "t3"."team_id", "t3"."user_id", "t3"."repository_id", "t3"."role_id" FROM "repositorypermission" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "role" AS "t2" ON ("t3"."role_id" = "t2"."id") INNER JOIN "repository" AS "t4" ON ("t3"."repository_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") WHERE (("t5"."username" = %s) AND ("t4"."name" = %s))', ['whu_org', 'repo1']) gunicorn-web stdout | 2024-04-26 05:54:15,141 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,142 [216] [DEBUG] [app] Starting request: urn:request:fd4fb852-8251-45a4-ae35-da26409fa4f9 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:15,142 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:15,142 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,142 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,142 [217] [DEBUG] [app] Ending request: urn:request:104731e6-2dfb-48a3-bd99-f6e8a69e3ed4 (/api/v1/repository/whu_org/repo1/permissions/team/) {'endpoint': 'api.repositoryteampermissionlist', 'request_id': 'urn:request:104731e6-2dfb-48a3-bd99-f6e8a69e3ed4', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whu_org/repo1/permissions/team/', 'path': '/api/v1/repository/whu_org/repo1/permissions/team/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:15,143 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,143 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:15,143 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed", "t2"."id", "t2"."name", "t3"."id", "t3"."team_id", "t3"."user_id", "t3"."repository_id", "t3"."role_id" FROM "repositorypermission" AS "t3" INNER JOIN "user" AS "t1" ON ("t3"."user_id" = "t1"."id") INNER JOIN "role" AS "t2" ON ("t3"."role_id" = "t2"."id") INNER JOIN "repository" AS "t4" ON ("t3"."repository_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") WHERE (("t5"."username" = %s) AND ("t4"."name" = %s))', ['whu_org', 'repo1']) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/repository/whu_org/repo1/permissions/team/ HTTP/1.1" 200 20 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1517 0.016) gunicorn-web stdout | 2024-04-26 05:54:15,143 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/repository/whu_org/repo1/permissions/team/ HTTP/1.0" 200 20 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:15,144 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,144 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,144 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,144 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:15,144 [217] [DEBUG] [app] Starting request: urn:request:0684c4e1-fa42-408b-b103-5296b8b5c3be (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:15,145 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,145 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,145 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:15,145 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:15,145 [215] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."username" FROM "user" AS "t1" INNER JOIN "teammember" AS "t2" ON ("t2"."user_id" = "t1"."id") INNER JOIN "team" AS "t3" ON ("t2"."team_id" = "t3"."id") WHERE ((("t3"."organization_id" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" IN (%s)))', [2, False, 1]) gunicorn-web stdout | 2024-04-26 05:54:15,145 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,147 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:15,147 [215] [DEBUG] [app] Ending request: urn:request:a827f12d-ca3f-4aa3-bc31-46fc4ece6ea8 (/api/v1/repository/whu_org/repo1/permissions/user/) {'endpoint': 'api.repositoryuserpermissionlist', 'request_id': 'urn:request:a827f12d-ca3f-4aa3-bc31-46fc4ece6ea8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whu_org/repo1/permissions/user/', 'path': '/api/v1/repository/whu_org/repo1/permissions/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:15,147 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,147 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,147 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,147 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,147 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:15,148 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:15,148 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,148 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/repository/whu_org/repo1/permissions/user/ HTTP/1.0" 200 252 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,148 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/repository/whu_org/repo1/permissions/user/ HTTP/1.1" 200 252 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.025 1517 0.024) gunicorn-web stdout | 2024-04-26 05:54:15,149 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,149 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:15,149 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:15,149 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:15,149 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:15,150 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:15,150 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:15,150 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:15,151 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,151 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:15,151 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:15,152 [218] [DEBUG] [app] Ending request: urn:request:498a4ea2-43e5-4e34-9d16-2375bbaf6c9a (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:498a4ea2-43e5-4e34-9d16-2375bbaf6c9a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:15,152 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,152 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:15,152 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:15,153 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1495 0.020) gunicorn-web stdout | 2024-04-26 05:54:15,153 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:15,153 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:15,153 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,154 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,154 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,155 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:15,155 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:15,155 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,156 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,156 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,157 [216] [DEBUG] [app] Ending request: urn:request:fd4fb852-8251-45a4-ae35-da26409fa4f9 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:fd4fb852-8251-45a4-ae35-da26409fa4f9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:15,157 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:15,157 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1499 0.017) gunicorn-web stdout | 2024-04-26 05:54:15,157 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:15,158 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,159 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,160 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:15,160 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:15,161 [217] [DEBUG] [app] Ending request: urn:request:0684c4e1-fa42-408b-b103-5296b8b5c3be (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:0684c4e1-fa42-408b-b103-5296b8b5c3be', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:15,162 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:15,162 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:15 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1491 0.022) securityworker stdout | 2024-04-26 05:54:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:54:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:40.438348+00:00 (in 25.003211 seconds) securityworker stdout | 2024-04-26 05:54:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:45 UTC)" (scheduled at 2024-04-26 05:54:15.434633+00:00) securityworker stdout | 2024-04-26 05:54:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:54:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:54:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:54:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:54:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:54:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:54:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 49, 15, 438347), 1, 4]) securityworker stdout | 2024-04-26 05:54:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 49, 15, 438347), 1, 4]) securityworker stdout | 2024-04-26 05:54:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:54:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:54:15,590 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:54:15,960 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:54:16,114 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:54:16,118 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:54:16,122 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:54:16,125 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:54:16,128 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:54:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:54:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:46.480714+00:00 (in 29.999546 seconds) autopruneworker stdout | 2024-04-26 05:54:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:46 UTC)" (scheduled at 2024-04-26 05:54:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:54:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110796484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:54:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:54:16,486 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:54:16,486 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:54:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:54:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:54:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:34.643009+00:00 (in 17.915615 seconds) namespacegcworker stdout | 2024-04-26 05:54:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:16 UTC)" (scheduled at 2024-04-26 05:54:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:54:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:54:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:54:17,093 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} gunicorn-web stdout | 2024-04-26 05:54:18,287 [215] [DEBUG] [app] Starting request: urn:request:798572f1-6e2c-4b25-9f44-5933bc524a1a (/api/v1/repository/whu_org/repo1/notification/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:18,288 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:18,288 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:18,289 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:18,293 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:18,293 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:18,293 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:18,293 [215] [DEBUG] [endpoints.api] Checking permission for repo: whu_org/repo1 gunicorn-web stdout | 2024-04-26 05:54:18,294 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:18,294 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:18,294 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:18,294 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:18,296 [215] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."name", "t3"."id", "t3"."namespace_user_id", "t3"."name", "t3"."visibility_id", "t3"."description", "t3"."badge_token", "t3"."kind_id", "t3"."trust_enabled", "t3"."state", "t4"."id", "t4"."uuid", "t4"."username", "t4"."password_hash", "t4"."email", "t4"."verified", "t4"."stripe_id", "t4"."organization", "t4"."robot", "t4"."invoice_email", "t4"."invalid_login_attempts", "t4"."last_invalid_login", "t4"."removed_tag_expiration_s", "t4"."enabled", "t4"."invoice_email_address", "t4"."given_name", "t4"."family_name", "t4"."company", "t4"."location", "t4"."maximum_queued_builds_count", "t4"."creation_date", "t4"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "role" AS "t2" ON ("t1"."role_id" = "t2"."id") INNER JOIN "repository" AS "t3" ON ("t1"."repository_id" = "t3"."id") INNER JOIN "user" AS "t4" ON ("t3"."namespace_user_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t1"."user_id" = "t5"."id") WHERE ((("t3"."name" = %s) AND ("t4"."username" = %s)) AND ("t5"."id" = %s))) UNION (SELECT "t6"."id", "t6"."team_id", "t6"."user_id", "t6"."repository_id", "t6"."role_id", "t7"."id", "t7"."name", "t8"."id", "t8"."namespace_user_id", "t8"."name", "t8"."visibility_id", "t8"."description", "t8"."badge_token", "t8"."kind_id", "t8"."trust_enabled", "t8"."state", "t9"."id", "t9"."uuid", "t9"."username", "t9"."password_hash", "t9"."email", "t9"."verified", "t9"."stripe_id", "t9"."organization", "t9"."robot", "t9"."invoice_email", "t9"."invalid_login_attempts", "t9"."last_invalid_login", "t9"."removed_tag_expiration_s", "t9"."enabled", "t9"."invoice_email_address", "t9"."given_name", "t9"."family_name", "t9"."company", "t9"."location", "t9"."maximum_queued_builds_count", "t9"."creation_date", "t9"."last_accessed" FROM "repositorypermission" AS "t6" INNER JOIN "role" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "repository" AS "t8" ON ("t6"."repository_id" = "t8"."id") INNER JOIN "user" AS "t9" ON ("t8"."namespace_user_id" = "t9"."id") INNER JOIN "team" AS "t10" ON ("t6"."team_id" = "t10"."id") INNER JOIN "teammember" AS "t11" ON ("t11"."team_id" = "t10"."id") INNER JOIN "user" AS "t12" ON ("t12"."id" = "t11"."user_id") WHERE ((("t8"."name" = %s) AND ("t9"."username" = %s)) AND ("t12"."id" = %s)))', ['repo1', 'whu_org', 1, 'repo1', 'whu_org', 1]) gunicorn-web stdout | 2024-04-26 05:54:18,300 [215] [DEBUG] [auth.permissions] User added permission: _ResourceNeed(type='repository', namespace='whu_org', name='repo1', role='admin') gunicorn-web stdout | 2024-04-26 05:54:18,301 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "repositorykind" AS "t3" ON ("t1"."kind_id" = "t3"."id") WHERE (((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) AND ("t3"."name" = %s)) LIMIT %s OFFSET %s', ['whu_org', 'repo1', 3, 'application', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:18,303 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."repository_id", "t1"."event_id", "t1"."method_id", "t1"."title", "t1"."config_json", "t1"."event_config_json", "t1"."number_of_failures", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorynotification" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (("t3"."username" = %s) AND ("t2"."name" = %s))', ['whu_org', 'repo1']) gunicorn-web stdout | 2024-04-26 05:54:18,305 [215] [DEBUG] [app] Ending request: urn:request:798572f1-6e2c-4b25-9f44-5933bc524a1a (/api/v1/repository/whu_org/repo1/notification/) {'endpoint': 'api.repositorynotificationlist', 'request_id': 'urn:request:798572f1-6e2c-4b25-9f44-5933bc524a1a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whu_org/repo1/notification/', 'path': '/api/v1/repository/whu_org/repo1/notification/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:18,305 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:18,306 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:18 +0000] "GET /api/v1/repository/whu_org/repo1/notification/ HTTP/1.0" 200 22 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:18 +0000] "GET /api/v1/repository/whu_org/repo1/notification/ HTTP/1.1" 200 22 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1513 0.023) notificationworker stdout | 2024-04-26 05:54:18,558 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:54:19,182 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:54:23,220 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:54:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:32.528171+00:00 (in 9.002743 seconds) notificationworker stdout | 2024-04-26 05:54:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:33 UTC)" (scheduled at 2024-04-26 05:54:23.524950+00:00) notificationworker stdout | 2024-04-26 05:54:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 23, 525711), True, datetime.datetime(2024, 4, 26, 5, 54, 23, 525711), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:54:24,977 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:54:25,361 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:54:25,958 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:54:26,380 [215] [DEBUG] [app] Starting request: urn:request:8a8dbdf6-f2df-4c64-bc3a-bc6974864623 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:26,380 [218] [DEBUG] [app] Starting request: urn:request:3f112ba2-13f7-4406-8cab-e4d2185d0002 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:26,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:54:26,383 [239] [DEBUG] [app] Starting request: urn:request:b9209c14-b8b9-43d8-bf9d-c259f9b9cd6e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:26,383 [245] [DEBUG] [app] Starting request: urn:request:dadb1e0e-73c3-4336-902f-3a89c31af911 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:26,384 [239] [DEBUG] [app] Ending request: urn:request:b9209c14-b8b9-43d8-bf9d-c259f9b9cd6e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b9209c14-b8b9-43d8-bf9d-c259f9b9cd6e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:26,384 [245] [DEBUG] [app] Ending request: urn:request:dadb1e0e-73c3-4336-902f-3a89c31af911 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:dadb1e0e-73c3-4336-902f-3a89c31af911', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:54:26,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 05:54:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:26,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:26,386 [217] [DEBUG] [app] Starting request: urn:request:05fad9d9-8966-48b1-90ba-7061481c45f9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:26,387 [217] [DEBUG] [app] Ending request: urn:request:05fad9d9-8966-48b1-90ba-7061481c45f9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:05fad9d9-8966-48b1-90ba-7061481c45f9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:54:26,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:26,387 [216] [DEBUG] [app] Starting request: urn:request:12c71755-c53f-40d7-84b6-74b0e3a17344 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:26,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:26,388 [216] [DEBUG] [app] Ending request: urn:request:12c71755-c53f-40d7-84b6-74b0e3a17344 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:12c71755-c53f-40d7-84b6-74b0e3a17344', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:54:26,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:54:26,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:26,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:26,394 [218] [DEBUG] [app] Ending request: urn:request:3f112ba2-13f7-4406-8cab-e4d2185d0002 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3f112ba2-13f7-4406-8cab-e4d2185d0002', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:26,394 [215] [DEBUG] [app] Ending request: urn:request:8a8dbdf6-f2df-4c64-bc3a-bc6974864623 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8a8dbdf6-f2df-4c64-bc3a-bc6974864623', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:26,394 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:26,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:26,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) gunicorn-web stdout | 2024-04-26 05:54:26,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:54:26,575 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:54:27,833 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:54:27,836 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:54:27,839 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:54:28,027 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:54:29,795 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:54:30,340 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:54:30,466 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:54:30,726 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:54:31,376 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:54:31,487 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:54:32,393 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:54:32,396 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:54:32,401 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:54:32,404 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:54:32,414 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:54:32,418 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:54:32,421 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:54:32,424 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:54:32,427 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:54:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:33.524950+00:00 (in 0.996311 seconds) notificationworker stdout | 2024-04-26 05:54:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:32 UTC)" (scheduled at 2024-04-26 05:54:32.528171+00:00) notificationworker stdout | 2024-04-26 05:54:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:54:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:54:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:43.524950+00:00 (in 9.999519 seconds) notificationworker stdout | 2024-04-26 05:54:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:43 UTC)" (scheduled at 2024-04-26 05:54:33.524950+00:00) notificationworker stdout | 2024-04-26 05:54:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 33, 525714), True, datetime.datetime(2024, 4, 26, 5, 54, 33, 525714), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:54:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:54:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:16.726895+00:00 (in 42.083379 seconds) namespacegcworker stdout | 2024-04-26 05:54:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:34 UTC)" (scheduled at 2024-04-26 05:54:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:54:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:54:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 34, 643731), True, datetime.datetime(2024, 4, 26, 5, 54, 34, 643731), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:54:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:54:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:54:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:54:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:54:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:06.225712+00:00 (in 29.999526 seconds) buildlogsarchiver stdout | 2024-04-26 05:54:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:06 UTC)" (scheduled at 2024-04-26 05:54:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:54:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 54, 36, 226404), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:54:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:54:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:54:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:54:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:54:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:08.139839+00:00 (in 29.999517 seconds) gcworker stdout | 2024-04-26 05:54:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:08 UTC)" (scheduled at 2024-04-26 05:54:38.139839+00:00) gcworker stdout | 2024-04-26 05:54:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901278140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:54:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:54:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:54:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:54:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:54:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:45.434633+00:00 (in 4.995692 seconds) securityworker stdout | 2024-04-26 05:54:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:10 UTC)" (scheduled at 2024-04-26 05:54:40.438348+00:00) securityworker stdout | 2024-04-26 05:54:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:54:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:54:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:54:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:54:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:54:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:54:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:54:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:54:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 49, 40, 443595), 1, 4]) securityworker stdout | 2024-04-26 05:54:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 49, 40, 443595), 1, 4]) securityworker stdout | 2024-04-26 05:54:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:54:40,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:54:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:54:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:41,380 [215] [DEBUG] [app] Starting request: urn:request:99b6182d-618a-4c24-91e5-98bb580b3be6 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:41,380 [218] [DEBUG] [app] Starting request: urn:request:fb0ec32a-2a03-4b13-b389-83896dfdf88e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:54:41,383 [239] [DEBUG] [app] Starting request: urn:request:bffea356-c68e-4234-ab6e-835131c9c9fd (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:41,383 [244] [DEBUG] [app] Starting request: urn:request:ee086b94-e601-4922-93ef-7a5d650733c6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:41,384 [244] [DEBUG] [app] Ending request: urn:request:ee086b94-e601-4922-93ef-7a5d650733c6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ee086b94-e601-4922-93ef-7a5d650733c6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:41,384 [239] [DEBUG] [app] Ending request: urn:request:bffea356-c68e-4234-ab6e-835131c9c9fd (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bffea356-c68e-4234-ab6e-835131c9c9fd', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:41,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:54:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:54:41,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:41,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:41,387 [217] [DEBUG] [app] Starting request: urn:request:a0e148d2-9ab6-41f9-8645-c387cf191e1f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:41,387 [218] [DEBUG] [app] Starting request: urn:request:e02c9a33-7217-46d5-8dfe-ad9e3824e182 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:41,387 [217] [DEBUG] [app] Ending request: urn:request:a0e148d2-9ab6-41f9-8645-c387cf191e1f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a0e148d2-9ab6-41f9-8645-c387cf191e1f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:54:41,387 [218] [DEBUG] [app] Ending request: urn:request:e02c9a33-7217-46d5-8dfe-ad9e3824e182 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e02c9a33-7217-46d5-8dfe-ad9e3824e182', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:54:41,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:54:41,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:41,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:41,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:41,395 [218] [DEBUG] [app] Ending request: urn:request:fb0ec32a-2a03-4b13-b389-83896dfdf88e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fb0ec32a-2a03-4b13-b389-83896dfdf88e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:41,395 [215] [DEBUG] [app] Ending request: urn:request:99b6182d-618a-4c24-91e5-98bb580b3be6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:99b6182d-618a-4c24-91e5-98bb580b3be6', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:41,395 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:54:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:54:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:54:41,681 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:54:42,130 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:54:42,258 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:54:43,210 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:54:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:54:53.524950+00:00 (in 9.999517 seconds) notificationworker stdout | 2024-04-26 05:54:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:53 UTC)" (scheduled at 2024-04-26 05:54:43.524950+00:00) notificationworker stdout | 2024-04-26 05:54:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 43, 525720), True, datetime.datetime(2024, 4, 26, 5, 54, 43, 525720), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:54:53 UTC)" executed successfully builder stdout | 2024-04-26 05:54:43,902 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} gunicorn-web stdout | 2024-04-26 05:54:44,564 [215] [DEBUG] [app] Starting request: urn:request:f65603e9-9c2b-4389-87ae-58f7b9fc89d9 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,565 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,565 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,565 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,566 [216] [DEBUG] [app] Starting request: urn:request:3c21dbe5-5f36-4c9d-a6f0-eab11097fc0b (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,566 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,566 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,567 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,567 [217] [DEBUG] [app] Starting request: urn:request:5ca824e2-da7a-418e-8ddf-62745017094d (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,567 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,567 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,568 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,570 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,570 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,570 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,571 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,571 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:44,572 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,572 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,572 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,572 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,572 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,572 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:44,573 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,573 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,573 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,573 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,573 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,573 [218] [DEBUG] [app] Starting request: urn:request:cf2405d0-8907-469c-9a80-39a3bb36aa0e (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,574 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,574 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,574 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:44,574 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,574 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:44,575 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,575 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:44,575 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,576 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,576 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,576 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,576 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,576 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:44,576 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:44,577 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:44,577 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:44,577 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,578 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,578 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,579 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,579 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:44,579 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,579 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,579 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,579 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,579 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,579 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,580 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,580 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,580 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,580 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,580 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,581 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,581 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,581 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,581 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,581 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,581 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,581 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,581 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,582 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,582 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:44,582 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,582 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:44,583 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,583 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,583 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,583 [215] [DEBUG] [app] Ending request: urn:request:f65603e9-9c2b-4389-87ae-58f7b9fc89d9 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:f65603e9-9c2b-4389-87ae-58f7b9fc89d9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,584 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,584 [217] [DEBUG] [app] Ending request: urn:request:5ca824e2-da7a-418e-8ddf-62745017094d (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:5ca824e2-da7a-418e-8ddf-62745017094d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1497 0.021) gunicorn-web stdout | 2024-04-26 05:54:44,584 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:44,584 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,584 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1501 0.019) gunicorn-web stdout | 2024-04-26 05:54:44,585 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:44,585 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:44,585 [215] [DEBUG] [app] Starting request: urn:request:b151e3dc-3256-457d-8056-ce289cc17f84 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,586 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,586 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,586 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,586 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,586 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,586 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,586 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,586 [217] [DEBUG] [app] Starting request: urn:request:eee25c09-07c3-42b6-8899-093fdb0fe256 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,586 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,586 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,586 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:44,586 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,587 [216] [DEBUG] [app] Ending request: urn:request:3c21dbe5-5f36-4c9d-a6f0-eab11097fc0b (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:3c21dbe5-5f36-4c9d-a6f0-eab11097fc0b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,587 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,588 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,588 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,588 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1493 0.023) gunicorn-web stdout | 2024-04-26 05:54:44,589 [218] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,589 [216] [DEBUG] [app] Starting request: urn:request:b4f0903c-eb1b-494c-ab64-214bc68d3bdd (/api/v1/organization/whu_org/aggregatelogs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,589 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,589 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,590 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,590 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,590 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,590 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,590 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,590 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,590 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,591 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,591 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,592 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,592 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,592 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,592 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,593 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,593 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,593 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,594 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,594 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,594 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,594 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,594 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,594 [215] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:44,594 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,594 [218] [DEBUG] [app] Ending request: urn:request:cf2405d0-8907-469c-9a80-39a3bb36aa0e (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:cf2405d0-8907-469c-9a80-39a3bb36aa0e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,594 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,595 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,595 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,595 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1497 0.024) gunicorn-web stdout | 2024-04-26 05:54:44,595 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:44,595 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,595 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,596 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,596 [218] [DEBUG] [app] Starting request: urn:request:31ed3a54-868e-4b7f-8d93-eba72195bb40 (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,596 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,596 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,597 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,597 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,597 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110884597, False]) gunicorn-web stdout | 2024-04-26 05:54:44,599 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,599 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,599 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,599 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:44,600 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:44,600 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,600 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,601 [217] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:44,601 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,601 [216] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry3" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:44,602 [215] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,602 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,602 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,603 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,603 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,604 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,604 [215] [DEBUG] [app] Ending request: urn:request:b151e3dc-3256-457d-8056-ce289cc17f84 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:b151e3dc-3256-457d-8056-ce289cc17f84', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,604 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,604 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:44,604 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.033 1536 0.032) gunicorn-web stdout | 2024-04-26 05:54:44,605 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:44,605 [216] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry2" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:44,605 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,605 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,606 [217] [DEBUG] [app] Ending request: urn:request:eee25c09-07c3-42b6-8899-093fdb0fe256 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:eee25c09-07c3-42b6-8899-093fdb0fe256', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,606 [215] [DEBUG] [app] Starting request: urn:request:3794a58d-5af3-4e8a-a5f3-0a15b7730bd2 (/api/v1/organization/whu_org/prototypes) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:44,606 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,606 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:54:44,606 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,607 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,607 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,607 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.034 1497 0.034) gunicorn-web stdout | 2024-04-26 05:54:44,607 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,608 [216] [DEBUG] [peewee] ('SELECT "t1"."kind_id", EXTRACT(%s FROM "t1"."datetime") AS "day", Count("t1"."id") AS "count" FROM "logentry" AS "t1" WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) GROUP BY EXTRACT(%s FROM "t1"."datetime"), "t1"."kind_id"', ['day', datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 'day']) gunicorn-web stdout | 2024-04-26 05:54:44,609 [216] [DEBUG] [app] Ending request: urn:request:b4f0903c-eb1b-494c-ab64-214bc68d3bdd (/api/v1/organization/whu_org/aggregatelogs) {'endpoint': 'api.orgaggregatelogs', 'request_id': 'urn:request:b4f0903c-eb1b-494c-ab64-214bc68d3bdd', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/aggregatelogs?starttime=03/27/2024&endtime=04/26/2024', 'path': '/api/v1/organization/whu_org/aggregatelogs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,609 [218] [DEBUG] [app] Ending request: urn:request:31ed3a54-868e-4b7f-8d93-eba72195bb40 (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:31ed3a54-868e-4b7f-8d93-eba72195bb40', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,610 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,610 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:44,610 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.0" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:44,610 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/aggregatelogs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024 HTTP/1.1" 200 1009 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.037 1559 0.036) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.032 1533 0.033) gunicorn-web stdout | 2024-04-26 05:54:44,611 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,612 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,613 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:44,615 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,615 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,615 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:44,615 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:44,615 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:44,616 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."org_id", "t1"."uuid", "t1"."activating_user_id", "t1"."delegate_user_id", "t1"."delegate_team_id", "t1"."role_id" FROM "permissionprototype" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."activating_user_id") LEFT OUTER JOIN "user" AS "t3" ON ("t3"."id" = "t1"."delegate_user_id") LEFT OUTER JOIN "team" AS "t4" ON ("t4"."id" = "t1"."delegate_team_id") LEFT OUTER JOIN "role" AS "t5" ON ("t5"."id" = "t1"."role_id") WHERE ("t1"."org_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:44,618 [215] [DEBUG] [app] Ending request: urn:request:3794a58d-5af3-4e8a-a5f3-0a15b7730bd2 (/api/v1/organization/whu_org/prototypes) {'endpoint': 'api.permissionprototypelist', 'request_id': 'urn:request:3794a58d-5af3-4e8a-a5f3-0a15b7730bd2', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/prototypes', 'path': '/api/v1/organization/whu_org/prototypes', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:44,618 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.1" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.039 1508 0.039) gunicorn-web stdout | 2024-04-26 05:54:44,619 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:44 +0000] "GET /api/v1/organization/whu_org/prototypes HTTP/1.0" 200 19 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" repositorygcworker stdout | 2024-04-26 05:54:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:54:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:08.737804+00:00 (in 24.011234 seconds) repositorygcworker stdout | 2024-04-26 05:54:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:44 UTC)" (scheduled at 2024-04-26 05:54:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:54:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:54:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 44, 726895), True, datetime.datetime(2024, 4, 26, 5, 54, 44, 726895), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:54:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:54:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:54:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:54:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:54:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:10.438348+00:00 (in 25.003193 seconds) securityworker stdout | 2024-04-26 05:54:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:15 UTC)" (scheduled at 2024-04-26 05:54:45.434633+00:00) securityworker stdout | 2024-04-26 05:54:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:54:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:54:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:54:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:54:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:54:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:45,623 [215] [DEBUG] [app] Starting request: urn:request:e60242e9-c716-4c95-9008-a1ee350d6f06 (/api/v1/organization/whu_org/logs) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:45,623 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:45,623 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:45,624 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) securityworker stdout | 2024-04-26 05:54:45,627 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 05:54:45,629 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:45,629 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:45,629 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:45,630 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:45,630 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,630 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,630 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,631 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:45,633 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,633 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,633 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:45,633 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:45,635 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:45,636 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."kind_id", "t1"."account_id", "t1"."performer_id", "t1"."repository_id", "t1"."datetime", "t1"."ip", "t1"."metadata_json", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "logentry3" AS "t1" LEFT OUTER JOIN "user" AS "t2" ON ("t2"."id" = "t1"."performer_id") WHERE ((("t1"."datetime" >= %s) AND ("t1"."datetime" < %s)) AND ("t1"."account_id" = %s)) ORDER BY "t1"."datetime" DESC LIMIT %s', [datetime.datetime(2024, 3, 27, 0, 0), datetime.datetime(2024, 4, 27, 0, 0), 2, 21]) gunicorn-web stdout | 2024-04-26 05:54:45,642 [215] [DEBUG] [app] Ending request: urn:request:e60242e9-c716-4c95-9008-a1ee350d6f06 (/api/v1/organization/whu_org/logs) {'endpoint': 'api.orglogs', 'request_id': 'urn:request:e60242e9-c716-4c95-9008-a1ee350d6f06', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/logs?starttime=03/27/2024&endtime=04/26/2024&next_page=', 'path': '/api/v1/organization/whu_org/logs', 'parameters': {'starttime': '03/27/2024', 'endtime': '04/26/2024', 'next_page': ''}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:45,642 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:45,643 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:45 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.0" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:45 +0000] "GET /api/v1/organization/whu_org/logs?starttime=03%2F27%2F2024&endtime=04%2F26%2F2024&next_page= HTTP/1.1" 200 9528 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whu_org" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1542 0.021) teamsyncworker stdout | 2024-04-26 05:54:45,998 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:54:46,010 [218] [DEBUG] [app] Starting request: urn:request:c99cd7e8-7684-41ef-8df8-9934ea179139 (/api/v1/organization/user1/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,010 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,010 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,011 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,015 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,015 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,015 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,015 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,016 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,016 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,016 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,017 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,019 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user1', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,021 [218] [DEBUG] [app] Ending request: urn:request:c99cd7e8-7684-41ef-8df8-9934ea179139 (/api/v1/organization/user1/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:c99cd7e8-7684-41ef-8df8-9934ea179139', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/members', 'path': '/api/v1/organization/user1/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,021 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user1/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1476 0.013) gunicorn-web stdout | 2024-04-26 05:54:46,022 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user1/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,125 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:54:46,129 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:54:46,132 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:54:46,135 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:54:46,139 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} gunicorn-web stdout | 2024-04-26 05:54:46,341 [217] [DEBUG] [app] Starting request: urn:request:9cb02b22-a3ae-4608-bedd-128adb08e20c (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,341 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,341 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,342 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,346 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,347 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,348 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:46,349 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:46,350 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:46,351 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:46,351 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,352 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:46,353 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,354 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,354 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:46,355 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,355 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,356 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:46,357 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,357 [217] [DEBUG] [app] Ending request: urn:request:9cb02b22-a3ae-4608-bedd-128adb08e20c (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:9cb02b22-a3ae-4608-bedd-128adb08e20c', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,358 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1466 0.019) gunicorn-web stdout | 2024-04-26 05:54:46,358 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" autopruneworker stdout | 2024-04-26 05:54:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:54:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:16.480714+00:00 (in 29.999560 seconds) autopruneworker stdout | 2024-04-26 05:54:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:16 UTC)" (scheduled at 2024-04-26 05:54:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:54:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110826484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:54:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:54:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:54:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:16 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:46,528 [217] [DEBUG] [app] Starting request: urn:request:78904fd0-e6ce-4b93-bf8d-20c8559b5739 (/api/v1/organization/user2_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,528 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,528 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,529 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,532 [215] [DEBUG] [app] Starting request: urn:request:580131a5-70f9-4e54-8fc6-02292cb07985 (/api/v1/organization/whu_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,533 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,533 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,533 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,534 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,535 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,537 [218] [DEBUG] [app] Starting request: urn:request:03723eab-fcd5-41bf-8007-b935ca31478b (/api/v1/organization/user2_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,537 [217] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,537 [217] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,537 [217] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,537 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,537 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,537 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,537 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,538 [216] [DEBUG] [app] Starting request: urn:request:beac4535-643b-4562-ba65-8616db8a1235 (/api/v1/organization/whu_org/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,538 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,538 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,538 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,538 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,539 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,539 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,539 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,539 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,540 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [5]) gunicorn-web stdout | 2024-04-26 05:54:46,540 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,541 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,541 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,541 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,541 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,542 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,542 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,542 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [5, False]) gunicorn-web stdout | 2024-04-26 05:54:46,542 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,543 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,543 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,543 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,543 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,543 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,543 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,544 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,544 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,545 [217] [DEBUG] [app] Ending request: urn:request:78904fd0-e6ce-4b93-bf8d-20c8559b5739 (/api/v1/organization/user2_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:78904fd0-e6ce-4b93-bf8d-20c8559b5739', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/members', 'path': '/api/v1/organization/user2_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,545 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,545 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,545 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,545 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,545 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,545 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t2" ON ("t1"."role_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:46,546 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,546 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.0" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org/members HTTP/1.1" 200 769 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1480 0.019) gunicorn-web stdout | 2024-04-26 05:54:46,546 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "repositorypermission" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,547 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,547 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,547 [215] [DEBUG] [peewee] ('SELECT "t1"."team_id", Count("t1"."id") FROM "teammember" AS "t1" WHERE ("t1"."team_id" IN (%s, %s)) GROUP BY "t1"."team_id"', [1, 2]) gunicorn-web stdout | 2024-04-26 05:54:46,548 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,548 [218] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2_org+%']) gunicorn-web stdout | 2024-04-26 05:54:46,548 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,548 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,548 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,548 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,548 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whu_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,548 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:46,549 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "teammember" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t3"."user_id" = "t2"."id") WHERE ("t1"."organization_id" = %s)', [2]) gunicorn-web stdout | 2024-04-26 05:54:46,549 [218] [DEBUG] [app] Ending request: urn:request:03723eab-fcd5-41bf-8007-b935ca31478b (/api/v1/organization/user2_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:03723eab-fcd5-41bf-8007-b935ca31478b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,550 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,550 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,550 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,550 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1508 0.015) gunicorn-web stdout | 2024-04-26 05:54:46,550 [217] [DEBUG] [app] Starting request: urn:request:81c4867d-9d4b-49c0-8bca-6f8097d98983 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,551 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,551 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,551 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,551 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."team_id", "t1"."user_id", "t1"."repository_id", "t1"."role_id", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorypermission" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t1"."user_id" = "t3"."id") WHERE (("t2"."namespace_user_id" = %s) AND ("t3"."robot" = %s))', [2, False]) gunicorn-web stdout | 2024-04-26 05:54:46,552 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,552 [218] [DEBUG] [app] Starting request: urn:request:c84569b1-7352-48f5-b998-b420e1f7259a (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,552 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,552 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,552 [215] [DEBUG] [app] Ending request: urn:request:580131a5-70f9-4e54-8fc6-02292cb07985 (/api/v1/organization/whu_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:580131a5-70f9-4e54-8fc6-02292cb07985', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org', 'path': '/api/v1/organization/whu_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,553 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,553 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,553 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org HTTP/1.0" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org HTTP/1.1" 200 1109 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.022 1470 0.022) gunicorn-web stdout | 2024-04-26 05:54:46,554 [216] [DEBUG] [app] Ending request: urn:request:beac4535-643b-4562-ba65-8616db8a1235 (/api/v1/organization/whu_org/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:beac4535-643b-4562-ba65-8616db8a1235', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/members', 'path': '/api/v1/organization/whu_org/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,554 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.1" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1478 0.018) gunicorn-web stdout | 2024-04-26 05:54:46,555 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org/members HTTP/1.0" 200 777 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,555 [215] [DEBUG] [app] Starting request: urn:request:5e3715fb-ba14-49e5-91bb-f2eca7d7a1b6 (/api/v1/organization/user2_org) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,555 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,555 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,556 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,557 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,558 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,558 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,559 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,560 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,560 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,560 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,560 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whu_org', 1, 3, 1, 'whu_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:46,560 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2_org', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,561 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,561 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,561 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,561 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,561 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2_org', 1, 3, 1, 'user2_org', 101]) gunicorn-web stdout | 2024-04-26 05:54:46,563 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,563 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s, %s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [1, 3, None, 1714110886563, False]) gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,565 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [2, None, 1714110886564, False]) gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,565 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,565 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:46,566 [215] [DEBUG] [app] Ending request: urn:request:5e3715fb-ba14-49e5-91bb-f2eca7d7a1b6 (/api/v1/organization/user2_org) {'endpoint': 'api.organization', 'request_id': 'urn:request:5e3715fb-ba14-49e5-91bb-f2eca7d7a1b6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2_org', 'path': '/api/v1/organization/user2_org', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,566 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,567 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org HTTP/1.0" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,567 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2_org HTTP/1.1" 200 219 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1472 0.015) gunicorn-web stdout | 2024-04-26 05:54:46,567 [217] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s, %s))', [1, 3]) gunicorn-web stdout | 2024-04-26 05:54:46,568 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [2]) gunicorn-web stdout | 2024-04-26 05:54:46,568 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:46,569 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:46,569 [217] [DEBUG] [app] Ending request: urn:request:81c4867d-9d4b-49c0-8bca-6f8097d98983 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:81c4867d-9d4b-49c0-8bca-6f8097d98983', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whu_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whu_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,570 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,570 [218] [DEBUG] [app] Ending request: urn:request:c84569b1-7352-48f5-b998-b420e1f7259a (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:c84569b1-7352-48f5-b998-b420e1f7259a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2_org&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2_org', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,570 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.0" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=whu_org&public=true HTTP/1.1" 200 481 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1509 0.020) gunicorn-web stdout | 2024-04-26 05:54:46,570 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,571 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.0" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2_org&public=true HTTP/1.1" 200 261 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1511 0.020) gunicorn-web stdout | 2024-04-26 05:54:46,676 [215] [DEBUG] [app] Starting request: urn:request:687dfd26-e848-4c31-90c7-6bde11f56356 (/api/v1/organization/user1/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,676 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,676 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,677 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,681 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,681 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,681 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,681 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,682 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,682 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,682 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,683 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,684 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,684 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,685 [215] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user1+%']) gunicorn-web stdout | 2024-04-26 05:54:46,686 [215] [DEBUG] [app] Ending request: urn:request:687dfd26-e848-4c31-90c7-6bde11f56356 (/api/v1/organization/user1/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:687dfd26-e848-4c31-90c7-6bde11f56356', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user1/robots?permissions=true&token=false', 'path': '/api/v1/organization/user1/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,687 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1504 0.013) gunicorn-web stdout | 2024-04-26 05:54:46,687 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user1/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" exportactionlogsworker stdout | 2024-04-26 05:54:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:54:46,749 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:06.745385+00:00 (in 19.996386 seconds) exportactionlogsworker stdout | 2024-04-26 05:54:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:46 UTC)" (scheduled at 2024-04-26 05:54:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:54:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:54:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:46,813 [216] [DEBUG] [app] Starting request: urn:request:caa94481-7685-46fd-99be-9f74b59378a6 (/api/v1/organization/whu_org/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,814 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,814 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,815 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,819 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,819 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,819 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,820 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,820 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,820 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,820 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,821 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,823 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,824 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whu_org+%']) gunicorn-web stdout | 2024-04-26 05:54:46,826 [216] [DEBUG] [app] Ending request: urn:request:caa94481-7685-46fd-99be-9f74b59378a6 (/api/v1/organization/whu_org/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:caa94481-7685-46fd-99be-9f74b59378a6', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whu_org/robots?permissions=true&token=false', 'path': '/api/v1/organization/whu_org/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,827 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,828 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whu_org/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.015 1506 0.015) gunicorn-web stdout | 2024-04-26 05:54:46,854 [215] [DEBUG] [app] Starting request: urn:request:8aa000e4-182c-47cc-943f-a0e3fef9e8b8 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,854 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,854 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,855 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,859 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,860 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:46,861 [218] [DEBUG] [app] Starting request: urn:request:6b02cbd4-9141-48ed-a3d7-206273f01fe3 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,861 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,861 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,862 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:46,862 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,863 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:46,863 [217] [DEBUG] [app] Starting request: urn:request:1ad3014d-9b16-48e5-b89e-028120b1f7a9 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,864 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,864 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,864 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,864 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,865 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:46,865 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,867 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,867 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,868 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,868 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:46,868 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,868 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,868 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,868 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,868 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,869 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,870 [215] [DEBUG] [app] Ending request: urn:request:8aa000e4-182c-47cc-943f-a0e3fef9e8b8 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:8aa000e4-182c-47cc-943f-a0e3fef9e8b8', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,870 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,870 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user1', 1, 3, 1, 'user1', 101]) gunicorn-web stdout | 2024-04-26 05:54:46,871 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1474 0.018) gunicorn-web stdout | 2024-04-26 05:54:46,871 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'user2', 1, 3, 1, 'user2', 101]) gunicorn-web stdout | 2024-04-26 05:54:46,872 [216] [DEBUG] [app] Starting request: urn:request:469c633c-d1f6-4c68-94f7-d8e7d121ad1e (/api/v1/organization/whuquay/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,872 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,872 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,873 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,874 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:46,874 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:46,875 [218] [DEBUG] [app] Ending request: urn:request:6b02cbd4-9141-48ed-a3d7-206273f01fe3 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:6b02cbd4-9141-48ed-a3d7-206273f01fe3', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user1&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user1', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,875 [217] [DEBUG] [app] Ending request: urn:request:1ad3014d-9b16-48e5-b89e-028120b1f7a9 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:1ad3014d-9b16-48e5-b89e-028120b1f7a9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=user2&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'user2', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,876 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,876 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,876 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,876 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user1&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.016 1507 0.016) nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/repository?last_modified=true&namespace=user2&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1507 0.014) gunicorn-web stdout | 2024-04-26 05:54:46,877 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,877 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,877 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,877 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,878 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,878 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,878 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,879 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,880 [216] [DEBUG] [app] Ending request: urn:request:469c633c-d1f6-4c68-94f7-d8e7d121ad1e (/api/v1/organization/whuquay/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:469c633c-d1f6-4c68-94f7-d8e7d121ad1e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/members', 'path': '/api/v1/organization/whuquay/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,881 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,881 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whuquay/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.011 1478 0.011) gunicorn-web stdout | 2024-04-26 05:54:46,885 [216] [DEBUG] [app] Starting request: urn:request:ba651fcd-7056-4885-ad44-f8a28e09d07e (/api/v1/organization/user2/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,885 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,885 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,886 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,886 [215] [DEBUG] [app] Starting request: urn:request:c5b3ff77-2b2d-43dd-ab0e-44b63634a4a7 (/api/v1/organization/user2/members) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,886 [217] [DEBUG] [app] Starting request: urn:request:dcf896bb-b2df-4c10-b7f6-164997088bff (/api/v1/organization/whuquay/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:46,886 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,887 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,887 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,887 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,887 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,887 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,890 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,891 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,891 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,891 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,892 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:46,892 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,892 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,892 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,892 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:46,893 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,894 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:46,895 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,895 [217] [DEBUG] [app] Ending request: urn:request:dcf896bb-b2df-4c10-b7f6-164997088bff (/api/v1/organization/whuquay/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:dcf896bb-b2df-4c10-b7f6-164997088bff', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/whuquay/robots?permissions=true&token=false', 'path': '/api/v1/organization/whuquay/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,896 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,896 [215] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,896 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'user2+%']) gunicorn-web stdout | 2024-04-26 05:54:46,896 [215] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,896 [215] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:46,896 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:46,896 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.011 1506 0.010) gunicorn-web stdout | 2024-04-26 05:54:46,896 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/whuquay/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,897 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'user2', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:46,897 [216] [DEBUG] [app] Ending request: urn:request:ba651fcd-7056-4885-ad44-f8a28e09d07e (/api/v1/organization/user2/robots) {'endpoint': 'api.orgrobotlist', 'request_id': 'urn:request:ba651fcd-7056-4885-ad44-f8a28e09d07e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/robots?permissions=true&token=false', 'path': '/api/v1/organization/user2/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,898 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1504 0.015) gunicorn-web stdout | 2024-04-26 05:54:46,898 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:46,899 [215] [DEBUG] [app] Ending request: urn:request:c5b3ff77-2b2d-43dd-ab0e-44b63634a4a7 (/api/v1/organization/user2/members) {'endpoint': 'api.organizationmemberlist', 'request_id': 'urn:request:c5b3ff77-2b2d-43dd-ab0e-44b63634a4a7', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/organization/user2/members', 'path': '/api/v1/organization/user2/members', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:46,899 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:46,900 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2/members HTTP/1.0" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:46 +0000] "GET /api/v1/organization/user2/members HTTP/1.1" 404 238 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1476 0.014) gunicorn-web stdout | 2024-04-26 05:54:47,001 [217] [DEBUG] [app] Starting request: urn:request:08c90367-b6a2-4c10-8790-2cca0e88044b (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:47,001 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:47,001 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:47,002 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:47,006 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:47,006 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:47,006 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:47,007 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:47,007 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:47,007 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:47,007 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:47,007 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:47,008 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:47,009 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:54:47,012 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:47,013 [217] [DEBUG] [app] Ending request: urn:request:08c90367-b6a2-4c10-8790-2cca0e88044b (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:08c90367-b6a2-4c10-8790-2cca0e88044b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:47,014 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:47 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1509 0.014) gunicorn-web stdout | 2024-04-26 05:54:47,014 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:47 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" expiredappspecifictokenworker stdout | 2024-04-26 05:54:47,130 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} gunicorn-web stdout | 2024-04-26 05:54:48,296 [217] [DEBUG] [app] Starting request: urn:request:f7b774ed-6f4f-49c9-a545-7368bcafb2a0 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:48,296 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,296 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,297 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,298 [215] [DEBUG] [app] Starting request: urn:request:cecae6ce-feb7-48aa-9f84-c01ae47eb388 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:48,298 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,299 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,299 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,299 [216] [DEBUG] [app] Starting request: urn:request:66712dae-db80-4794-a205-8f3073afc584 (/api/v1/user/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:48,300 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,300 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,300 [218] [DEBUG] [app] Starting request: urn:request:a3e6c118-d9d7-41b5-a7d7-02aef539754d (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:48,300 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,300 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,301 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,301 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,301 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,302 [217] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:48,303 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,304 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:48,304 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:48,304 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,305 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:48,305 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:48,305 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:48,305 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,305 [216] [DEBUG] [endpoints.api] Checking permission for user whuquay gunicorn-web stdout | 2024-04-26 05:54:48,305 [217] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:54:48,305 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,306 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,306 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:48,306 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,306 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,306 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:48,307 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:48,307 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:48,307 [216] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:48,308 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:48,308 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:48,309 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,309 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:48,309 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:48,310 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:48,310 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,310 [216] [DEBUG] [app] Ending request: urn:request:66712dae-db80-4794-a205-8f3073afc584 (/api/v1/user/robots) {'endpoint': 'api.userrobotlist', 'request_id': 'urn:request:66712dae-db80-4794-a205-8f3073afc584', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/robots?permissions=true&token=false', 'path': '/api/v1/user/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:48,311 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:48,311 [217] [DEBUG] [app] Ending request: urn:request:f7b774ed-6f4f-49c9-a545-7368bcafb2a0 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:f7b774ed-6f4f-49c9-a545-7368bcafb2a0', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:48,311 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:48,311 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1498 0.013) gunicorn-web stdout | 2024-04-26 05:54:48,311 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:48,312 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:48,312 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,312 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 21 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1517 0.017) gunicorn-web stdout | 2024-04-26 05:54:48,313 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:48,313 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,313 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,314 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:48,314 [215] [DEBUG] [app] Ending request: urn:request:cecae6ce-feb7-48aa-9f84-c01ae47eb388 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:cecae6ce-feb7-48aa-9f84-c01ae47eb388', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:48,314 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,314 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:48,315 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1482 0.018) gunicorn-web stdout | 2024-04-26 05:54:48,315 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,316 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:48,317 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,317 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,318 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:48,319 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:48,320 [218] [DEBUG] [app] Ending request: urn:request:a3e6c118-d9d7-41b5-a7d7-02aef539754d (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:a3e6c118-d9d7-41b5-a7d7-02aef539754d', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:48,320 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1474 0.022) gunicorn-web stdout | 2024-04-26 05:54:48,321 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:48 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" notificationworker stdout | 2024-04-26 05:54:48,594 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:54:49,219 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:54:53,257 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:54:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:54:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:03.524950+00:00 (in 9.999492 seconds) notificationworker stdout | 2024-04-26 05:54:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:03 UTC)" (scheduled at 2024-04-26 05:54:53.524950+00:00) notificationworker stdout | 2024-04-26 05:54:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:54:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 53, 525777), True, datetime.datetime(2024, 4, 26, 5, 54, 53, 525777), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:54:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:54:53,532 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:54:53,532 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:03 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:54:54,080 [216] [DEBUG] [app] Starting request: urn:request:a89280d9-6cfe-4c9a-ac5c-bc96a945abd0 (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,080 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,080 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,081 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,086 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,086 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,086 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,087 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,087 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,087 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,087 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,088 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,090 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,092 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,093 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1"', []) gunicorn-web stdout | 2024-04-26 05:54:54,094 [216] [DEBUG] [peewee] ('INSERT INTO "repository" ("namespace_user_id", "name", "visibility_id", "description", "badge_token", "kind_id", "trust_enabled", "state") VALUES (%s, %s, %s, %s, %s, %s, %s, %s) RETURNING "repository"."id"', [1, 'repo1', 2, '', 'e28d6d3f-40fa-4ef5-8423-e70df60680c9', 1, False, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,096 [216] [DEBUG] [peewee] ('INSERT INTO "repositoryactioncount" ("repository_id", "count", "date") VALUES (%s, %s, %s) RETURNING "repositoryactioncount"."id"', [4, 0, datetime.date(2024, 4, 25)]) gunicorn-web stdout | 2024-04-26 05:54:54,097 [216] [DEBUG] [peewee] ('INSERT INTO "repositorysearchscore" ("repository_id", "score") VALUES (%s, %s) RETURNING "repositorysearchscore"."id"', [4, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,097 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "role" AS "t1" WHERE ("t1"."name" = %s) LIMIT %s OFFSET %s', ['admin', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,098 [216] [DEBUG] [peewee] ('INSERT INTO "repositorypermission" ("user_id", "repository_id", "role_id") VALUES (%s, %s, %s) RETURNING "repositorypermission"."id"', [1, 4, 1]) gunicorn-web stdout | 2024-04-26 05:54:54,101 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,102 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,103 [216] [DEBUG] [peewee] ('INSERT INTO "logentry3" ("kind_id", "account_id", "performer_id", "repository_id", "datetime", "ip", "metadata_json") VALUES (%s, %s, %s, %s, %s, %s, %s) RETURNING "logentry3"."id"', [14, 1, 1, 4, datetime.datetime(2024, 4, 26, 5, 54, 54, 102234), '10.128.2.52', '{"repo": "repo1", "namespace": "whuquay"}']) gunicorn-web stdout | 2024-04-26 05:54:54,105 [216] [DEBUG] [app] Ending request: urn:request:a89280d9-6cfe-4c9a-ac5c-bc96a945abd0 (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:a89280d9-6cfe-4c9a-ac5c-bc96a945abd0', 'remote_addr': '10.128.2.52', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository', 'path': '/api/v1/repository', 'parameters': {}, 'json_body': {'namespace': 'whuquay', 'repository': 'repo1', 'visibility': 'private', 'description': '', 'repo_kind': 'image'}, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,105 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:54,106 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "POST /api/v1/repository HTTP/1.0" 201 59 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "POST /api/v1/repository HTTP/1.1" 201 59 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.028 1721 0.027) gunicorn-web stdout | 2024-04-26 05:54:54,437 [217] [DEBUG] [app] Starting request: urn:request:27b952e1-0705-4959-ba23-9a2024be8e89 (/config) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,438 [217] [DEBUG] [app] Ending request: urn:request:27b952e1-0705-4959-ba23-9a2024be8e89 (/config) {'endpoint': 'web.config', 'request_id': 'urn:request:27b952e1-0705-4959-ba23-9a2024be8e89', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/config', 'path': '/config', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,438 [218] [DEBUG] [app] Starting request: urn:request:1d30d71c-a559-47f5-a751-83074adf5ff7 (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,438 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,438 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,438 [216] [DEBUG] [app] Starting request: urn:request:bbc54aac-9dfe-4c7c-96d9-a220e93b8fac (/api/v1/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,438 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,438 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /config HTTP/1.0" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /config HTTP/1.1" 200 3654 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.002 1457 0.003) gunicorn-web stdout | 2024-04-26 05:54:54,439 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,439 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,439 [215] [DEBUG] [app] Starting request: urn:request:312c33db-c455-4655-9b60-637a7bed2378 (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,439 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,439 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,440 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,440 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,443 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,443 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:54:54,444 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,444 [215] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:54,445 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:54:54,445 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:54:54,445 [216] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" INNER JOIN "team" AS "t2" ON ("t2"."organization_id" = "t1"."id") INNER JOIN "teammember" AS "t3" ON ("t3"."team_id" = "t2"."id") INNER JOIN "user" AS "t4" ON ("t4"."id" = "t3"."user_id") WHERE (("t1"."organization" = %s) AND ("t4"."username" = %s))', [True, 'whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,446 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:54,446 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:54,447 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,448 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:54,448 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,448 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:54,448 [216] [DEBUG] [peewee] ('SELECT "t1"."service_ident", "t2"."name", "t1"."metadata_json" FROM "federatedlogin" AS "t1" INNER JOIN "loginservice" AS "t2" ON ("t1"."service_id" = "t2"."id") WHERE (("t2"."name" != %s) AND ("t1"."user_id" = %s))', ['quayrobot', 1]) gunicorn-web stdout | 2024-04-26 05:54:54,449 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,449 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,450 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."kind_id" FROM "userprompt" AS "t1" INNER JOIN "userpromptkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE ("t1"."user_id" = %s)', [1]) gunicorn-web stdout | 2024-04-26 05:54:54,450 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:54:54,450 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:54:54,451 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,451 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,451 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,451 [217] [DEBUG] [app] Starting request: urn:request:0c7d1e6e-3181-4bfc-adb6-cb2239c4b938 (/api/v1/user/robots) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,451 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,451 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,452 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,452 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,452 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,452 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,453 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,453 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,453 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:54:54,454 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,454 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,454 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,455 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,455 [218] [DEBUG] [app] Ending request: urn:request:1d30d71c-a559-47f5-a751-83074adf5ff7 (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:1d30d71c-a559-47f5-a751-83074adf5ff7', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,455 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,455 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:54,456 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,456 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:54:54,456 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,456 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1482 0.019) gunicorn-web stdout | 2024-04-26 05:54:54,457 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,457 [218] [DEBUG] [app] Starting request: urn:request:4f5b41b9-5d5a-4472-bf45-aff06f80eb1e (/api/v1/repository) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:54:54,457 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,457 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,457 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."organization_id", "t1"."role_id", "t1"."description", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name" FROM "team" AS "t1" INNER JOIN "teamrole" AS "t3" ON ("t1"."role_id" = "t3"."id") INNER JOIN "user" AS "t2" ON ("t1"."organization_id" = "t2"."id") INNER JOIN "teammember" AS "t4" ON ("t4"."team_id" = "t1"."id") INNER JOIN "user" AS "t5" ON ("t4"."user_id" = "t5"."id") WHERE (("t5"."id" = %s) AND ("t2"."organization" = %s))', [1, True]) gunicorn-web stdout | 2024-04-26 05:54:54,458 [215] [DEBUG] [app] Ending request: urn:request:312c33db-c455-4655-9b60-637a7bed2378 (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:312c33db-c455-4655-9b60-637a7bed2378', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,458 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,458 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [endpoints.api] Checking permission for user whuquay gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,458 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,458 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.020 1474 0.021) gunicorn-web stdout | 2024-04-26 05:54:54,459 [216] [DEBUG] [auth.permissions] Organization team added permission: _NamespaceWideNeed(type='organization', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,459 [216] [DEBUG] [auth.permissions] Organization team added repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whu_org', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,459 [216] [DEBUG] [auth.permissions] Team added permission: _TeamTypeNeed(type='orgteam', orgname='whu_org', teamname='owners', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,459 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:54,459 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,460 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,460 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,460 [217] [DEBUG] [peewee] ('SELECT "t1"."username", "t1"."creation_date", "t1"."last_accessed", "t2"."token", "t3"."description", "t3"."unstructured_json", "t4"."name", "t5"."name" FROM "user" AS "t1" LEFT OUTER JOIN "robotaccountmetadata" AS "t3" ON ("t3"."robot_account_id" = "t1"."id") INNER JOIN "robotaccounttoken" AS "t2" ON ("t2"."robot_account_id" = "t1"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."user_id" = "t2"."robot_account_id") LEFT OUTER JOIN "repository" AS "t4" ON ("t6"."repository_id" = "t4"."id") LEFT OUTER JOIN "teammember" AS "t7" ON ("t7"."user_id" = "t1"."id") LEFT OUTER JOIN "team" AS "t5" ON ("t7"."team_id" = "t5"."id") WHERE (("t1"."robot" = %s) AND ("t1"."username" ILIKE %s)) ORDER BY "t1"."last_accessed" DESC', [True, 'whuquay+%']) gunicorn-web stdout | 2024-04-26 05:54:54,460 [216] [DEBUG] [app] Ending request: urn:request:bbc54aac-9dfe-4c7c-96d9-a220e93b8fac (/api/v1/user/) {'endpoint': 'api.user', 'request_id': 'urn:request:bbc54aac-9dfe-4c7c-96d9-a220e93b8fac', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/', 'path': '/api/v1/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,461 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:54,461 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/user/ HTTP/1.0" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/user/ HTTP/1.1" 200 983 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.024 1463 0.025) gunicorn-web stdout | 2024-04-26 05:54:54,462 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:54:54,462 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:54:54,462 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,463 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:54:54,463 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,463 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,463 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:54:54,463 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:54:54,463 [217] [DEBUG] [app] Ending request: urn:request:0c7d1e6e-3181-4bfc-adb6-cb2239c4b938 (/api/v1/user/robots) {'endpoint': 'api.userrobotlist', 'request_id': 'urn:request:0c7d1e6e-3181-4bfc-adb6-cb2239c4b938', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/robots?permissions=true&token=false', 'path': '/api/v1/user/robots', 'parameters': {'permissions': 'true', 'token': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,464 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ("t1"."username" = %s) LIMIT %s OFFSET %s', ['whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:54:54,464 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.1" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.014 1498 0.015) gunicorn-web stdout | 2024-04-26 05:54:54,464 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/user/robots?permissions=true&token=false HTTP/1.0" 200 15 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:54:54,465 [218] [DEBUG] [peewee] ('(SELECT DISTINCT "t1"."name", "t1"."id" AS "rid", "t1"."description", "t2"."username", "t1"."visibility_id", "t1"."kind_id", "t1"."state" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") LEFT OUTER JOIN "repositorypermission" AS "t3" ON ("t3"."repository_id" = "t1"."id") WHERE (((("t1"."state" != %s) AND ("t1"."kind_id" = %s)) AND ("t2"."username" = %s)) AND ("t1"."visibility_id" = %s))) UNION (SELECT DISTINCT "t4"."name", "t4"."id" AS "rid", "t4"."description", "t5"."username", "t4"."visibility_id", "t4"."kind_id", "t4"."state" FROM "repository" AS "t4" INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") LEFT OUTER JOIN "repositorypermission" AS "t6" ON ("t6"."repository_id" = "t4"."id") WHERE ((("t4"."state" != %s) AND ("t4"."kind_id" = %s)) AND ("t5"."username" = %s))) ORDER BY rid LIMIT %s', [3, 1, 'whuquay', 1, 3, 1, 'whuquay', 101]) gunicorn-web stdout | 2024-04-26 05:54:54,468 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", Max("t1"."lifetime_start_ms") FROM "tag" AS "t1" WHERE ((("t1"."repository_id" IN (%s)) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) GROUP BY "t1"."repository_id"', [4, None, 1714110894468, False]) gunicorn-web stdout | 2024-04-26 05:54:54,470 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed", "t3"."id", "t3"."name", "t1"."id" AS "rid" FROM "repository" AS "t1" INNER JOIN "star" AS "t4" ON ("t4"."repository_id" = "t1"."id") INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "visibility" AS "t3" ON ("t1"."visibility_id" = "t3"."id") WHERE ((("t4"."user_id" = %s) AND ("t1"."kind_id" = %s)) AND ("t1"."state" != %s))', [1, 1, 3]) gunicorn-web stdout | 2024-04-26 05:54:54,471 [218] [DEBUG] [peewee] ('SELECT "t1"."repository_id", "t1"."size_bytes" FROM "quotarepositorysize" AS "t1" WHERE ("t1"."repository_id" IN (%s))', [4]) gunicorn-web stdout | 2024-04-26 05:54:54,471 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:54:54,472 [218] [DEBUG] [app] Ending request: urn:request:4f5b41b9-5d5a-4472-bf45-aff06f80eb1e (/api/v1/repository) {'endpoint': 'api.repositorylist', 'request_id': 'urn:request:4f5b41b9-5d5a-4472-bf45-aff06f80eb1e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository?last_modified=true&namespace=whuquay&public=true', 'path': '/api/v1/repository', 'parameters': {'last_modified': 'true', 'namespace': 'whuquay', 'public': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:54:54,473 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.1" 200 243 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.023 1517 0.022) gunicorn-web stdout | 2024-04-26 05:54:54,473 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:54:54 +0000] "GET /api/v1/repository?last_modified=true&namespace=whuquay&public=true HTTP/1.0" 200 243 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/organization/whuquay" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" namespacegcworker stdout | 2024-04-26 05:54:55,002 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:54:55,398 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:54:55,995 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:54:56,380 [218] [DEBUG] [app] Starting request: urn:request:32ce6bbd-91dd-44a6-8a53-45ba6ef4d36e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:56,380 [217] [DEBUG] [app] Starting request: urn:request:1db330f5-54c0-4071-81fa-903eb85859cd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:54:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:56,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:54:56,383 [246] [DEBUG] [app] Starting request: urn:request:ce673530-d1d0-4855-a811-96833f2fdd44 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:56,383 [239] [DEBUG] [app] Starting request: urn:request:11e0cb10-9cba-4609-8777-41cfc1e66357 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:54:56,383 [239] [DEBUG] [app] Ending request: urn:request:11e0cb10-9cba-4609-8777-41cfc1e66357 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:11e0cb10-9cba-4609-8777-41cfc1e66357', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:56,384 [246] [DEBUG] [app] Ending request: urn:request:ce673530-d1d0-4855-a811-96833f2fdd44 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ce673530-d1d0-4855-a811-96833f2fdd44', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:54:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:54:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:54:56,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:56,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:54:56,386 [217] [DEBUG] [app] Starting request: urn:request:d7ffe147-a0df-44bc-aea8-c2bb81dc819f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:56,387 [217] [DEBUG] [app] Ending request: urn:request:d7ffe147-a0df-44bc-aea8-c2bb81dc819f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d7ffe147-a0df-44bc-aea8-c2bb81dc819f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:54:56,387 [215] [DEBUG] [app] Starting request: urn:request:ba774de8-49b1-4f46-aa0e-82d5e9240dbf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:54:56,387 [215] [DEBUG] [app] Ending request: urn:request:ba774de8-49b1-4f46-aa0e-82d5e9240dbf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ba774de8-49b1-4f46-aa0e-82d5e9240dbf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:54:56,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:54:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:54:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:54:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:54:56,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:54:56,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:56,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:54:56,395 [218] [DEBUG] [app] Ending request: urn:request:32ce6bbd-91dd-44a6-8a53-45ba6ef4d36e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:32ce6bbd-91dd-44a6-8a53-45ba6ef4d36e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:56,395 [217] [DEBUG] [app] Ending request: urn:request:1db330f5-54c0-4071-81fa-903eb85859cd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1db330f5-54c0-4071-81fa-903eb85859cd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:54:56,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:54:56,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:54:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:54:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:54:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) exportactionlogsworker stdout | 2024-04-26 05:54:56,612 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:54:57,842 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:54:57,845 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:54:57,848 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:54:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:54:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:10.045971+00:00 (in 12.002872 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:54:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:58 UTC)" (scheduled at 2024-04-26 05:54:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:54:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:54:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 54, 58, 43399), True, datetime.datetime(2024, 4, 26, 5, 54, 58, 43399), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:54:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:54:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:54:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:55:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:54:58,049 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:54:59,811 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:55:00,377 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:55:00,503 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:55:00,754 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:55:01,392 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:55:01,523 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-web stdout | 2024-04-26 05:55:01,953 [217] [DEBUG] [app] Starting request: urn:request:2aeac73c-188e-4b8a-a6ef-1f43bcd6629a (/api/v1/repository/whuquay/repo1) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:01,953 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,953 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,954 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,955 [215] [DEBUG] [app] Starting request: urn:request:c3f37628-dab5-44a9-aee5-3d3025241f8b (/api/v1/repository/whuquay/repo1/tag/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:01,955 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,955 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,956 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,959 [217] [DEBUG] [endpoints.api.repository] Get repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:01,959 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,960 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:01,960 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,961 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "repositorykind" AS "t3" ON ("t1"."kind_id" = "t3"."id") WHERE (((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) AND ("t3"."name" = %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 'application', 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,962 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."repository_id", "t1"."created" FROM "star" AS "t1" WHERE (("t1"."repository_id" = %s) AND ("t1"."user_id" = %s)) LIMIT %s OFFSET %s', [4, 1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,963 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."count", "t1"."date" FROM "repositoryactioncount" AS "t1" WHERE (("t1"."repository_id" = %s) AND ("t1"."date" >= %s))', [4, datetime.date(2024, 1, 25)]) gunicorn-web stdout | 2024-04-26 05:55:01,963 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,964 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:01,964 [217] [DEBUG] [app] Ending request: urn:request:2aeac73c-188e-4b8a-a6ef-1f43bcd6629a (/api/v1/repository/whuquay/repo1) {'endpoint': 'api.repository', 'request_id': 'urn:request:2aeac73c-188e-4b8a-a6ef-1f43bcd6629a', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1?includeStats=false&includeTags=false', 'path': '/api/v1/repository/whuquay/repo1', 'parameters': {'includeStats': 'false', 'includeTags': 'false'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:01,964 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,965 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:01 +0000] "GET /api/v1/repository/whuquay/repo1?includeStats=false&includeTags=false HTTP/1.1" 200 336 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1523 0.013) gunicorn-web stdout | 2024-04-26 05:55:01,965 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:01 +0000] "GET /api/v1/repository/whuquay/repo1?includeStats=false&includeTags=false HTTP/1.0" 200 336 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:55:01,965 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "visibility" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,966 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "repositorykind" AS "t1" WHERE ("t1"."id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,967 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."repository_id", "t1"."manifest_id", "t1"."lifetime_start_ms", "t1"."lifetime_end_ms", "t1"."hidden", "t1"."reversion", "t1"."tag_kind_id", "t1"."linked_tag_id", "t2"."id", "t2"."digest", "t2"."media_type_id", "t2"."layers_compressed_size", "t2"."config_media_type" FROM "tag" AS "t1" INNER JOIN "manifest" AS "t2" ON ("t1"."manifest_id" = "t2"."id") WHERE ((("t1"."repository_id" = %s) AND (("t1"."lifetime_end_ms" IS %s) OR ("t1"."lifetime_end_ms" > %s))) AND ("t1"."hidden" = %s)) ORDER BY "t1"."lifetime_start_ms" DESC, "t1"."name" LIMIT %s OFFSET %s', [4, None, 1714110901967, False, 101, 0]) gunicorn-web stdout | 2024-04-26 05:55:01,969 [215] [DEBUG] [app] Ending request: urn:request:c3f37628-dab5-44a9-aee5-3d3025241f8b (/api/v1/repository/whuquay/repo1/tag/) {'endpoint': 'api.listrepositorytags', 'request_id': 'urn:request:c3f37628-dab5-44a9-aee5-3d3025241f8b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/tag/?limit=100&page=1&onlyActiveTags=true', 'path': '/api/v1/repository/whuquay/repo1/tag/', 'parameters': {'limit': '100', 'page': '1', 'onlyActiveTags': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:01,970 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:01,970 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:01 +0000] "GET /api/v1/repository/whuquay/repo1/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.0" 200 49 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:01 +0000] "GET /api/v1/repository/whuquay/repo1/tag/?limit=100&page=1&onlyActiveTags=true HTTP/1.1" 200 49 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.019 1528 0.018) gunicorn-registry stdout | 2024-04-26 05:55:02,406 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:55:02,410 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:55:02,413 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:55:02,416 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:55:02,424 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:55:02,428 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:55:02,431 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:55:02,435 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:55:02,437 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} gunicorn-web stdout | 2024-04-26 05:55:03,137 [215] [DEBUG] [app] Starting request: urn:request:a650cbf4-f0fb-4629-b3d5-1c4c3e7c8970 (/api/v1/repository/whuquay/repo1/permissions/team/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:03,137 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,137 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,138 [217] [DEBUG] [app] Starting request: urn:request:9c60f0b8-fe22-4301-adf2-235c6e29d113 (/api/v1/repository/whuquay/repo1/permissions/user/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:03,138 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,138 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,138 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,139 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,140 [218] [DEBUG] [app] Starting request: urn:request:d16552a5-65ab-455b-8f72-496362a988be (/api/v1/superuser/organizations/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:03,140 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,140 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,141 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,143 [216] [DEBUG] [app] Starting request: urn:request:de048816-5b28-475c-ab09-a02c5a75d87e (/api/v1/superuser/users/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:03,143 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:03,143 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,143 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,143 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,144 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,144 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."organization" = %s) AND ("t1"."username" = %s)) LIMIT %s OFFSET %s', [True, 'whuquay', 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,144 [215] [DEBUG] [peewee] ('SELECT "t1"."name", "t2"."name", "t3"."id", "t3"."team_id", "t3"."user_id", "t3"."repository_id", "t3"."role_id" FROM "repositorypermission" AS "t3" INNER JOIN "team" AS "t1" ON ("t3"."team_id" = "t1"."id") INNER JOIN "role" AS "t2" ON ("t3"."role_id" = "t2"."id") INNER JOIN "repository" AS "t4" ON ("t3"."repository_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") WHERE (("t5"."username" = %s) AND ("t4"."name" = %s))', ['whuquay', 'repo1']) gunicorn-web stdout | 2024-04-26 05:55:03,146 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:03,146 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:03,146 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,146 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed", "t2"."id", "t2"."name", "t3"."id", "t3"."team_id", "t3"."user_id", "t3"."repository_id", "t3"."role_id" FROM "repositorypermission" AS "t3" INNER JOIN "user" AS "t1" ON ("t3"."user_id" = "t1"."id") INNER JOIN "role" AS "t2" ON ("t3"."role_id" = "t2"."id") INNER JOIN "repository" AS "t4" ON ("t3"."repository_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t4"."namespace_user_id" = "t5"."id") WHERE (("t5"."username" = %s) AND ("t4"."name" = %s))', ['whuquay', 'repo1']) gunicorn-web stdout | 2024-04-26 05:55:03,146 [218] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:55:03,147 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,147 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,147 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,147 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,147 [218] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:55:03,147 [215] [DEBUG] [app] Ending request: urn:request:a650cbf4-f0fb-4629-b3d5-1c4c3e7c8970 (/api/v1/repository/whuquay/repo1/permissions/team/) {'endpoint': 'api.repositoryteampermissionlist', 'request_id': 'urn:request:a650cbf4-f0fb-4629-b3d5-1c4c3e7c8970', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/permissions/team/', 'path': '/api/v1/repository/whuquay/repo1/permissions/team/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:03,148 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:03,148 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [True, False]) gunicorn-web stdout | 2024-04-26 05:55:03,148 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/repository/whuquay/repo1/permissions/team/ HTTP/1.0" 200 20 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/repository/whuquay/repo1/permissions/team/ HTTP/1.1" 200 20 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1517 0.012) gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:03,149 [217] [DEBUG] [app] Ending request: urn:request:9c60f0b8-fe22-4301-adf2-235c6e29d113 (/api/v1/repository/whuquay/repo1/permissions/user/) {'endpoint': 'api.repositoryuserpermissionlist', 'request_id': 'urn:request:9c60f0b8-fe22-4301-adf2-235c6e29d113', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/permissions/user/', 'path': '/api/v1/repository/whuquay/repo1/permissions/user/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [endpoints.api] Checking fresh login for user whuquay: Last login at 2024-04-26 05:52:58+00:00 gunicorn-web stdout | 2024-04-26 05:55:03,149 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:03,149 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:03,149 [216] [DEBUG] [auth.permissions] Adding superuser to user: whuquay gunicorn-web stdout | 2024-04-26 05:55:03,150 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/repository/whuquay/repo1/permissions/user/ HTTP/1.0" 200 229 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/repository/whuquay/repo1/permissions/user/ HTTP/1.1" 200 229 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1517 0.013) gunicorn-web stdout | 2024-04-26 05:55:03,150 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:55:03,150 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE ((("t1"."organization" = %s) AND ("t1"."robot" = %s)) AND ("t1"."id" NOT IN (SELECT "t2"."namespace_id" FROM "deletednamespace" AS "t2")))', [False, False]) gunicorn-web stdout | 2024-04-26 05:55:03,151 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whu_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,152 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:55:03,152 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whu_org']) gunicorn-web stdout | 2024-04-26 05:55:03,153 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:55:03,153 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [2, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,154 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:55:03,154 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2_org', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,155 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user1', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,155 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2_org']) gunicorn-web stdout | 2024-04-26 05:55:03,155 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user1']) gunicorn-web stdout | 2024-04-26 05:55:03,156 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [5, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,156 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,156 [218] [DEBUG] [app] Ending request: urn:request:d16552a5-65ab-455b-8f72-496362a988be (/api/v1/superuser/organizations/) {'endpoint': 'api.superuserorganizationlist', 'request_id': 'urn:request:d16552a5-65ab-455b-8f72-496362a988be', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/organizations/', 'path': '/api/v1/superuser/organizations/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:03,157 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.1" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.018 1499 0.018) gunicorn-web stdout | 2024-04-26 05:55:03,157 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/superuser/organizations/ HTTP/1.0" 200 717 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:55:03,157 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['whuquay', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,158 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['whuquay']) gunicorn-web stdout | 2024-04-26 05:55:03,159 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [1, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,160 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."username" = %s) AND ("t1"."robot" = %s)) LIMIT %s OFFSET %s', ['user2', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,160 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."limit_bytes" FROM "userorganizationquota" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_id" = "t2"."id") WHERE ("t2"."username" = %s)', ['user2']) gunicorn-web stdout | 2024-04-26 05:55:03,161 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."size_bytes", "t1"."backfill_start_ms", "t1"."backfill_complete" FROM "quotanamespacesize" AS "t1" WHERE ("t1"."namespace_user_id" = %s) LIMIT %s OFFSET %s', [4, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:03,162 [216] [DEBUG] [app] Ending request: urn:request:de048816-5b28-475c-ab09-a02c5a75d87e (/api/v1/superuser/users/) {'endpoint': 'api.superuserlist', 'request_id': 'urn:request:de048816-5b28-475c-ab09-a02c5a75d87e', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/superuser/users/', 'path': '/api/v1/superuser/users/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:03,162 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/superuser/users/ HTTP/1.1" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.021 1491 0.021) gunicorn-web stdout | 2024-04-26 05:55:03,163 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:03 +0000] "GET /api/v1/superuser/users/ HTTP/1.0" 200 1283 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" notificationworker stdout | 2024-04-26 05:55:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:13.524950+00:00 (in 9.999469 seconds) notificationworker stdout | 2024-04-26 05:55:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:13 UTC)" (scheduled at 2024-04-26 05:55:03.524950+00:00) notificationworker stdout | 2024-04-26 05:55:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 3, 525790), True, datetime.datetime(2024, 4, 26, 5, 55, 3, 525790), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:13 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:55:05,855 [217] [DEBUG] [app] Starting request: urn:request:cbe11bc6-283c-442f-8d7e-fd7d9b29fc9b (/api/v1/repository/whuquay/repo1/notification/) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:05,855 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:05,856 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:05,856 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:05,861 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:05,862 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") INNER JOIN "repositorykind" AS "t3" ON ("t1"."kind_id" = "t3"."id") WHERE (((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) AND ("t3"."name" = %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 'application', 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:05,865 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."repository_id", "t1"."event_id", "t1"."method_id", "t1"."title", "t1"."config_json", "t1"."event_config_json", "t1"."number_of_failures", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositorynotification" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (("t3"."username" = %s) AND ("t2"."name" = %s))', ['whuquay', 'repo1']) gunicorn-web stdout | 2024-04-26 05:55:05,866 [217] [DEBUG] [app] Ending request: urn:request:cbe11bc6-283c-442f-8d7e-fd7d9b29fc9b (/api/v1/repository/whuquay/repo1/notification/) {'endpoint': 'api.repositorynotificationlist', 'request_id': 'urn:request:cbe11bc6-283c-442f-8d7e-fd7d9b29fc9b', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/notification/', 'path': '/api/v1/repository/whuquay/repo1/notification/', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:05,867 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:05 +0000] "GET /api/v1/repository/whuquay/repo1/notification/ HTTP/1.1" 200 22 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.013 1513 0.013) gunicorn-web stdout | 2024-04-26 05:55:05,867 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:05 +0000] "GET /api/v1/repository/whuquay/repo1/notification/ HTTP/1.0" 200 22 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" buildlogsarchiver stdout | 2024-04-26 05:55:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:55:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:36.225712+00:00 (in 29.999530 seconds) buildlogsarchiver stdout | 2024-04-26 05:55:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:36 UTC)" (scheduled at 2024-04-26 05:55:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:55:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 55, 6, 226404), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:55:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:55:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:55:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:55:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:55:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:44.748211+00:00 (in 38.002342 seconds) exportactionlogsworker stdout | 2024-04-26 05:55:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:06 UTC)" (scheduled at 2024-04-26 05:55:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:55:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:55:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 6, 746145), True, datetime.datetime(2024, 4, 26, 5, 55, 6, 746145), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:55:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:55:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:55:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:55:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:55:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:38.139839+00:00 (in 29.999503 seconds) gcworker stdout | 2024-04-26 05:55:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:38 UTC)" (scheduled at 2024-04-26 05:55:08.139839+00:00) gcworker stdout | 2024-04-26 05:55:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901308140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:55:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:55:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:55:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:55:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:55:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:44.726048+00:00 (in 35.987768 seconds) repositorygcworker stdout | 2024-04-26 05:55:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:08 UTC)" (scheduled at 2024-04-26 05:55:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:55:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:55:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:55:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:55:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:58.042626+00:00 (in 47.996169 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:55:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:10 UTC)" (scheduled at 2024-04-26 05:55:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:55:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:55:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:55:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:55:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:15.434633+00:00 (in 4.995702 seconds) securityworker stdout | 2024-04-26 05:55:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:40 UTC)" (scheduled at 2024-04-26 05:55:10.438348+00:00) securityworker stdout | 2024-04-26 05:55:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:55:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:55:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:55:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:55:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:55:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:55:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:55:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:55:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 50, 10, 443812), 1, 4]) securityworker stdout | 2024-04-26 05:55:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 50, 10, 443812), 1, 4]) securityworker stdout | 2024-04-26 05:55:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:55:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:55:11,380 [217] [DEBUG] [app] Starting request: urn:request:f7057cc7-6f40-4d3f-a245-31f62862026f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:11,380 [215] [DEBUG] [app] Starting request: urn:request:07cdabfb-62ba-4244-8fff-569ba8b4a8ae (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:55:11,383 [239] [DEBUG] [app] Starting request: urn:request:305560cb-2b8a-4fb3-8de8-53c64165045e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:11,383 [246] [DEBUG] [app] Starting request: urn:request:858fd91a-8540-411b-9d7a-9ea2a863ab6d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:11,384 [246] [DEBUG] [app] Ending request: urn:request:858fd91a-8540-411b-9d7a-9ea2a863ab6d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:858fd91a-8540-411b-9d7a-9ea2a863ab6d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:11,384 [239] [DEBUG] [app] Ending request: urn:request:305560cb-2b8a-4fb3-8de8-53c64165045e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:305560cb-2b8a-4fb3-8de8-53c64165045e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:55:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:11,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:11,387 [218] [DEBUG] [app] Starting request: urn:request:764dc332-ee2d-4095-82a7-94f56581e509 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:11,387 [216] [DEBUG] [app] Starting request: urn:request:b8bb8c18-f7fb-4300-9173-944531c80390 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:11,387 [218] [DEBUG] [app] Ending request: urn:request:764dc332-ee2d-4095-82a7-94f56581e509 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:764dc332-ee2d-4095-82a7-94f56581e509', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:11,388 [216] [DEBUG] [app] Ending request: urn:request:b8bb8c18-f7fb-4300-9173-944531c80390 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b8bb8c18-f7fb-4300-9173-944531c80390', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:11,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:55:11,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:55:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:11,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:11,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:11,395 [217] [DEBUG] [app] Ending request: urn:request:f7057cc7-6f40-4d3f-a245-31f62862026f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f7057cc7-6f40-4d3f-a245-31f62862026f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:11,395 [215] [DEBUG] [app] Ending request: urn:request:07cdabfb-62ba-4244-8fff-569ba8b4a8ae (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:07cdabfb-62ba-4244-8fff-569ba8b4a8ae', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:11,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:11,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:55:11,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 05:55:11,718 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:55:12,166 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:55:12,295 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:55:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:55:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:12.842614+00:00 (in 59.999525 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:55:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:12 UTC)" (scheduled at 2024-04-26 05:55:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:55:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:55:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:55:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:55:13,237 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:55:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:23.524950+00:00 (in 9.999477 seconds) notificationworker stdout | 2024-04-26 05:55:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:23 UTC)" (scheduled at 2024-04-26 05:55:13.524950+00:00) notificationworker stdout | 2024-04-26 05:55:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 13, 525786), True, datetime.datetime(2024, 4, 26, 5, 55, 13, 525786), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:23 UTC)" executed successfully builder stdout | 2024-04-26 05:55:13,939 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:55:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:55:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:40.438348+00:00 (in 25.003199 seconds) securityworker stdout | 2024-04-26 05:55:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:45 UTC)" (scheduled at 2024-04-26 05:55:15.434633+00:00) securityworker stdout | 2024-04-26 05:55:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:55:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:55:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:55:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:55:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:55:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:55:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 50, 15, 438355), 1, 4]) securityworker stdout | 2024-04-26 05:55:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 50, 15, 438355), 1, 4]) securityworker stdout | 2024-04-26 05:55:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:55:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:55:15,650 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:55:16,035 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:55:16,139 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:55:16,142 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:55:16,145 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:55:16,149 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:55:16,152 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:55:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:55:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:46.480714+00:00 (in 29.999559 seconds) autopruneworker stdout | 2024-04-26 05:55:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:46 UTC)" (scheduled at 2024-04-26 05:55:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:55:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110856484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:55:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:55:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:55:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:55:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:55:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:55:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:34.643009+00:00 (in 17.915585 seconds) namespacegcworker stdout | 2024-04-26 05:55:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:16 UTC)" (scheduled at 2024-04-26 05:55:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:55:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:55:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:55:17,167 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:55:18,631 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:55:19,256 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} gunicorn-web stdout | 2024-04-26 05:55:20,126 [218] [DEBUG] [app] Starting request: urn:request:3dbfef29-8910-48e2-a09d-addfedbefc20 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:20,127 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:20,127 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:20,127 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:20,132 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:20,133 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:20,139 [218] [DEBUG] [app] Ending request: urn:request:3dbfef29-8910-48e2-a09d-addfedbefc20 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:3dbfef29-8910-48e2-a09d-addfedbefc20', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:20,139 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:20 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.017 1530 0.018) gunicorn-web stdout | 2024-04-26 05:55:20,139 [218] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:20 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" securityscanningnotificationworker stdout | 2024-04-26 05:55:23,293 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:55:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:32.528171+00:00 (in 9.002734 seconds) notificationworker stdout | 2024-04-26 05:55:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:33 UTC)" (scheduled at 2024-04-26 05:55:23.524950+00:00) notificationworker stdout | 2024-04-26 05:55:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 23, 525734), True, datetime.datetime(2024, 4, 26, 5, 55, 23, 525734), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:55:25,038 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:55:25,429 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:55:26,020 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:55:26,380 [218] [DEBUG] [app] Starting request: urn:request:fd767e11-430b-40bf-a120-628d386db30a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:26,380 [215] [DEBUG] [app] Starting request: urn:request:df608ad8-1da3-4262-ad9c-fbaffc956a72 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:26,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:26,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:55:26,383 [246] [DEBUG] [app] Starting request: urn:request:1b51ab86-6b88-43c1-87e1-f903be8ec934 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:26,383 [239] [DEBUG] [app] Starting request: urn:request:21200874-0971-4f99-9f01-082fe96c90f9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:26,383 [246] [DEBUG] [app] Ending request: urn:request:1b51ab86-6b88-43c1-87e1-f903be8ec934 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1b51ab86-6b88-43c1-87e1-f903be8ec934', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:26,383 [239] [DEBUG] [app] Ending request: urn:request:21200874-0971-4f99-9f01-082fe96c90f9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:21200874-0971-4f99-9f01-082fe96c90f9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:55:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:55:26,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:26,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:26,386 [218] [DEBUG] [app] Starting request: urn:request:2c2dac9e-26dd-43b3-9e13-ba3ba0fd1f4c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:26,387 [218] [DEBUG] [app] Ending request: urn:request:2c2dac9e-26dd-43b3-9e13-ba3ba0fd1f4c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2c2dac9e-26dd-43b3-9e13-ba3ba0fd1f4c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:26,387 [216] [DEBUG] [app] Starting request: urn:request:93f18ccd-ad6b-4f7b-8a25-925221c15982 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:26,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:55:26,387 [216] [DEBUG] [app] Ending request: urn:request:93f18ccd-ad6b-4f7b-8a25-925221c15982 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:93f18ccd-ad6b-4f7b-8a25-925221c15982', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:26,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:26,387 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:26,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:55:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:26,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:26,394 [218] [DEBUG] [app] Ending request: urn:request:fd767e11-430b-40bf-a120-628d386db30a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fd767e11-430b-40bf-a120-628d386db30a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:26,394 [215] [DEBUG] [app] Ending request: urn:request:df608ad8-1da3-4262-ad9c-fbaffc956a72 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:df608ad8-1da3-4262-ad9c-fbaffc956a72', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:26,394 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:26,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:26,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) gunicorn-web stdout | 2024-04-26 05:55:26,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:55:26,620 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:55:27,851 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:55:27,854 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:55:27,857 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:55:28,081 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:55:29,830 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:55:30,409 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:55:30,521 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:55:30,769 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:55:31,429 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:55:31,559 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:55:32,416 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:55:32,424 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:55:32,428 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:55:32,431 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:55:32,435 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:55:32,438 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:55:32,441 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:55:32,445 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:55:32,448 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:55:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:33.524950+00:00 (in 0.996259 seconds) notificationworker stdout | 2024-04-26 05:55:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:32 UTC)" (scheduled at 2024-04-26 05:55:32.528171+00:00) notificationworker stdout | 2024-04-26 05:55:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:55:32,529 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:55:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:43.524950+00:00 (in 9.999450 seconds) notificationworker stdout | 2024-04-26 05:55:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:43 UTC)" (scheduled at 2024-04-26 05:55:33.524950+00:00) notificationworker stdout | 2024-04-26 05:55:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 33, 525806), True, datetime.datetime(2024, 4, 26, 5, 55, 33, 525806), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:43 UTC)" executed successfully servicekey stdout | 2024-04-26 05:55:33,542 [90] [DEBUG] [apscheduler.scheduler] Looking for jobs to run servicekey stdout | 2024-04-26 05:55:33,543 [90] [INFO] [apscheduler.executors.default] Running job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2024-04-26 05:55:33 UTC)" (scheduled at 2024-04-26 05:55:33.542647+00:00) servicekey stdout | 2024-04-26 05:55:33,543 [90] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:50:33.542647+00:00 (in 3299.999080 seconds) servicekey stdout | 2024-04-26 05:55:33,543 [90] [DEBUG] [__main__] Starting automatic refresh of service key 8_Ge3tqWImKmOJM7pLHce9XhgXm-usSKqj3ZXOW3csI to new expiration 2024-04-26 07:55:33.543438 servicekey stdout | 2024-04-26 05:55:33,544 [90] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name", "t1"."kid", "t1"."service", "t1"."jwk", "t1"."metadata", "t1"."created_date", "t1"."expiration_date", "t1"."rotation_duration", "t1"."approval_id" FROM "servicekey" AS "t1" LEFT OUTER JOIN "servicekeyapproval" AS "t2" ON ("t1"."approval_id" = "t2"."id") WHERE (("t1"."kid" = %s) AND (NOT ("t1"."expiration_date" <= %s) OR ("t1"."expiration_date" IS %s))) LIMIT %s OFFSET %s', ['8_Ge3tqWImKmOJM7pLHce9XhgXm-usSKqj3ZXOW3csI', datetime.datetime(2024, 4, 19, 5, 55, 33, 543960), None, 1, 0]) servicekey stdout | 2024-04-26 05:55:33,549 [90] [DEBUG] [peewee] ('UPDATE "servicekey" SET "name" = %s, "kid" = %s, "service" = %s, "jwk" = %s, "metadata" = %s, "created_date" = %s, "expiration_date" = %s, "rotation_duration" = %s, "approval_id" = %s WHERE ("servicekey"."id" = %s)', ['https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com:443', '8_Ge3tqWImKmOJM7pLHce9XhgXm-usSKqj3ZXOW3csI', 'quay', '{"n": "uIwelFI_COs89ZJ6mNILuxcb763jehdkrOwBACt-7-LDdAb81P3G80Q9Yo-Per_VnYd-H73ziyUaQ3PDBE4mx3r4akvAxghmHjrZyJFhysKKHSEh6zKjEqV3eWXLv-us_mW-vdNmI-bLJgMTleBClLTvbWdWWcB1qs2BnRJqYBcEOZVfyOys7bs9ACmVLpjPGAf81Z6uxuH1Z5IIgRr2nUy-605jd5x791rS6lDcw9NHOWxq6fUt4rpg4VuHee5pTqGrX5ZszvqudyiQEwRzNdp6a4WMt8Y4Ip_Q0W1e8iC__ABnA-Qc97X11GBZswTeGrgO962Jozpt0H_2_9Cd_w", "e": "AQAB", "kty": "RSA", "kid": "8_Ge3tqWImKmOJM7pLHce9XhgXm-usSKqj3ZXOW3csI"}', '{"created_by": "CLI tool"}', datetime.datetime(2024, 4, 26, 5, 49, 16, 622247), datetime.datetime(2024, 4, 26, 7, 55, 33, 543438), None, 9, 9]) servicekey stdout | 2024-04-26 05:55:33,550 [90] [DEBUG] [__main__] Finished automatic refresh of service key 8_Ge3tqWImKmOJM7pLHce9XhgXm-usSKqj3ZXOW3csI with new expiration 2024-04-26 07:55:33.543438 servicekey stdout | 2024-04-26 05:55:33,550 [90] [DEBUG] [data.database] Disconnecting from database. servicekey stdout | 2024-04-26 05:55:33,550 [90] [INFO] [apscheduler.executors.default] Job "ServiceKeyWorker._refresh_service_key (trigger: interval[0:55:00], next run at: 2024-04-26 06:50:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:55:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:55:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:16.726895+00:00 (in 42.083375 seconds) namespacegcworker stdout | 2024-04-26 05:55:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:34 UTC)" (scheduled at 2024-04-26 05:55:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:55:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:55:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 34, 643811), True, datetime.datetime(2024, 4, 26, 5, 55, 34, 643811), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:55:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:55:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:55:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:55:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:55:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:06.225712+00:00 (in 29.999522 seconds) buildlogsarchiver stdout | 2024-04-26 05:55:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:06 UTC)" (scheduled at 2024-04-26 05:55:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:55:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 55, 36, 226397), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:55:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:55:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:55:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:55:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:55:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:08.139839+00:00 (in 29.999538 seconds) gcworker stdout | 2024-04-26 05:55:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:08 UTC)" (scheduled at 2024-04-26 05:55:38.139839+00:00) gcworker stdout | 2024-04-26 05:55:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901338140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:55:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:55:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:55:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:08 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:55:38,630 [215] [DEBUG] [app] Starting request: urn:request:be7275b0-bf91-4b35-8956-3d030b84eca9 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:38,630 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,630 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,631 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:38,635 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,636 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,637 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:38,640 [215] [DEBUG] [app] Ending request: urn:request:be7275b0-bf91-4b35-8956-3d030b84eca9 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:be7275b0-bf91-4b35-8956-3d030b84eca9', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:38,641 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:38 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1549 0.012) gunicorn-web stdout | 2024-04-26 05:55:38,641 [215] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:38 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" gunicorn-web stdout | 2024-04-26 05:55:38,786 [217] [DEBUG] [app] Starting request: urn:request:27cf3236-84ac-48fb-ab24-af1ed9abff48 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:55:38,786 [217] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,786 [217] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,786 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,791 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:55:38,792 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:55:38,795 [217] [DEBUG] [app] Ending request: urn:request:27cf3236-84ac-48fb-ab24-af1ed9abff48 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:27cf3236-84ac-48fb-ab24-af1ed9abff48', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:55:38,796 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:55:38 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1549 0.011) gunicorn-web stdout | 2024-04-26 05:55:38,796 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:55:38 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 404 136 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" securityworker stdout | 2024-04-26 05:55:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:55:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:45.434633+00:00 (in 4.995814 seconds) securityworker stdout | 2024-04-26 05:55:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:10 UTC)" (scheduled at 2024-04-26 05:55:40.438348+00:00) securityworker stdout | 2024-04-26 05:55:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:55:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:55:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:55:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:55:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:55:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:55:40,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:55:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:55:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 50, 40, 444228), 1, 4]) securityworker stdout | 2024-04-26 05:55:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 50, 40, 444228), 1, 4]) securityworker stdout | 2024-04-26 05:55:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:55:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:55:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:55:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:55:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:55:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:55:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:55:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:55:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:55:41,380 [218] [DEBUG] [app] Starting request: urn:request:853a36ef-83f4-447b-8042-11111a98d0d1 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:41,380 [215] [DEBUG] [app] Starting request: urn:request:b33594bc-d6d9-4cf6-bb97-5175015859fa (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:41,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:55:41,383 [239] [DEBUG] [app] Starting request: urn:request:bd519a27-a25b-4096-a013-39cce65080f0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:41,383 [246] [DEBUG] [app] Starting request: urn:request:4fbd9e49-88b8-46ae-90de-b331baedd559 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:41,383 [239] [DEBUG] [app] Ending request: urn:request:bd519a27-a25b-4096-a013-39cce65080f0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bd519a27-a25b-4096-a013-39cce65080f0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:41,383 [246] [DEBUG] [app] Ending request: urn:request:4fbd9e49-88b8-46ae-90de-b331baedd559 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4fbd9e49-88b8-46ae-90de-b331baedd559', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:55:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 05:55:41,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:41,386 [218] [DEBUG] [app] Starting request: urn:request:9bf6995c-f8a7-49b0-a11f-7d1955c26691 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:41,386 [216] [DEBUG] [app] Starting request: urn:request:a43e0791-9f53-47db-a25d-5f4b4aeea0c7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:41,387 [218] [DEBUG] [app] Ending request: urn:request:9bf6995c-f8a7-49b0-a11f-7d1955c26691 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9bf6995c-f8a7-49b0-a11f-7d1955c26691', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:41,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:41,387 [216] [DEBUG] [app] Ending request: urn:request:a43e0791-9f53-47db-a25d-5f4b4aeea0c7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a43e0791-9f53-47db-a25d-5f4b4aeea0c7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:55:41,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:41,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:41,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:55:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:41,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:41,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:41,395 [215] [DEBUG] [app] Ending request: urn:request:b33594bc-d6d9-4cf6-bb97-5175015859fa (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b33594bc-d6d9-4cf6-bb97-5175015859fa', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:41,395 [218] [DEBUG] [app] Ending request: urn:request:853a36ef-83f4-447b-8042-11111a98d0d1 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:853a36ef-83f4-447b-8042-11111a98d0d1', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:41,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:55:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) globalpromstats stdout | 2024-04-26 05:55:41,752 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:55:42,177 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:55:42,302 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:55:43,249 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:55:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:53.524950+00:00 (in 9.999446 seconds) notificationworker stdout | 2024-04-26 05:55:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:53 UTC)" (scheduled at 2024-04-26 05:55:43.524950+00:00) notificationworker stdout | 2024-04-26 05:55:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 43, 525828), True, datetime.datetime(2024, 4, 26, 5, 55, 43, 525828), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:55:53 UTC)" executed successfully builder stdout | 2024-04-26 05:55:43,967 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:55:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:55:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:08.737804+00:00 (in 24.011209 seconds) repositorygcworker stdout | 2024-04-26 05:55:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:44 UTC)" (scheduled at 2024-04-26 05:55:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:55:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:55:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 44, 726881), True, datetime.datetime(2024, 4, 26, 5, 55, 44, 726881), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:55:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:55:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:55:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:44 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:55:44,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:55:44,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:55:46.748509+00:00 (in 1.999847 seconds) exportactionlogsworker stdout | 2024-04-26 05:55:44,748 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:00:44 UTC)" (scheduled at 2024-04-26 05:55:44.748211+00:00) exportactionlogsworker stdout | 2024-04-26 05:55:44,749 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:55:44,754 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), True, datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:55:44,755 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), True, datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 4, 26, 5, 55, 44, 748944), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 05:55:44,756 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:55:44,756 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:00:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:55:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:55:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:10.438348+00:00 (in 25.003242 seconds) securityworker stdout | 2024-04-26 05:55:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:15 UTC)" (scheduled at 2024-04-26 05:55:45.434633+00:00) securityworker stdout | 2024-04-26 05:55:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:55:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:55:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:55:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:55:45,441 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:55:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:55:45,686 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:55:46,071 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:55:46,149 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:55:46,153 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:55:46,157 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:55:46,160 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:55:46,163 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:55:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:55:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:16.480714+00:00 (in 29.999538 seconds) autopruneworker stdout | 2024-04-26 05:55:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:16 UTC)" (scheduled at 2024-04-26 05:55:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:55:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110886484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:55:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:55:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:55:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:55:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:55:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:06.745385+00:00 (in 19.996431 seconds) exportactionlogsworker stdout | 2024-04-26 05:55:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:46 UTC)" (scheduled at 2024-04-26 05:55:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:55:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:55:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:55:47,203 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:55:48,668 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:55:49,293 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:55:53,329 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:55:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:55:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:03.524950+00:00 (in 9.999473 seconds) notificationworker stdout | 2024-04-26 05:55:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:03 UTC)" (scheduled at 2024-04-26 05:55:53.524950+00:00) notificationworker stdout | 2024-04-26 05:55:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:55:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 53, 525792), True, datetime.datetime(2024, 4, 26, 5, 55, 53, 525792), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:55:53,532 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:55:53,532 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:55:53,532 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:55:55,075 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:55:55,466 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:55:56,057 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:55:56,381 [215] [DEBUG] [app] Starting request: urn:request:f1f16b4d-234b-4723-9d13-b9ed59ef448c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:56,381 [216] [DEBUG] [app] Starting request: urn:request:ff84d805-ff93-4150-b942-8108492a5a78 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:55:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:56,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:55:56,384 [239] [DEBUG] [app] Starting request: urn:request:362e6e5e-0b49-422b-9806-660a01accacc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:56,384 [246] [DEBUG] [app] Starting request: urn:request:11f69604-e6dd-45cd-8cbc-c70eef355a68 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:55:56,384 [239] [DEBUG] [app] Ending request: urn:request:362e6e5e-0b49-422b-9806-660a01accacc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:362e6e5e-0b49-422b-9806-660a01accacc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:55:56,385 [246] [DEBUG] [app] Ending request: urn:request:11f69604-e6dd-45cd-8cbc-c70eef355a68 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:11f69604-e6dd-45cd-8cbc-c70eef355a68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 05:55:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:55:56,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 05:55:56,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:56,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:55:56,387 [217] [DEBUG] [app] Starting request: urn:request:fa3d26ba-db64-4f9d-953a-610d0f58e4ea (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:56,388 [215] [DEBUG] [app] Starting request: urn:request:faeca04c-7de9-4a2f-880e-5d9d5b6981c0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:55:56,388 [217] [DEBUG] [app] Ending request: urn:request:fa3d26ba-db64-4f9d-953a-610d0f58e4ea (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fa3d26ba-db64-4f9d-953a-610d0f58e4ea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:56,388 [215] [DEBUG] [app] Ending request: urn:request:faeca04c-7de9-4a2f-880e-5d9d5b6981c0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:faeca04c-7de9-4a2f-880e-5d9d5b6981c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:55:56,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:55:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:55:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:55:56,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:56,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:55:56,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:55:56,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:55:56,396 [216] [DEBUG] [app] Ending request: urn:request:ff84d805-ff93-4150-b942-8108492a5a78 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ff84d805-ff93-4150-b942-8108492a5a78', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:56,396 [215] [DEBUG] [app] Ending request: urn:request:f1f16b4d-234b-4723-9d13-b9ed59ef448c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f1f16b4d-234b-4723-9d13-b9ed59ef448c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:55:56,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:56,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:55:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:55:56,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:55:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:55:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) exportactionlogsworker stdout | 2024-04-26 05:55:56,635 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:55:57,860 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:55:57,863 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:55:57,866 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:55:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:55:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:10.045971+00:00 (in 12.002829 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:55:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:58 UTC)" (scheduled at 2024-04-26 05:55:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:55:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:55:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 55, 58, 43481), True, datetime.datetime(2024, 4, 26, 5, 55, 58, 43481), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:55:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:55:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:55:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:56:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:55:58,099 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:55:59,843 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:56:00,438 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:56:00,532 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:56:00,785 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:56:01,445 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:56:01,596 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:56:02,425 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:56:02,435 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:56:02,438 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:56:02,442 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:56:02,445 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:56:02,448 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:56:02,451 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:56:02,456 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:56:02,458 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:56:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:13.524950+00:00 (in 9.999518 seconds) notificationworker stdout | 2024-04-26 05:56:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:13 UTC)" (scheduled at 2024-04-26 05:56:03.524950+00:00) notificationworker stdout | 2024-04-26 05:56:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 3, 525744), True, datetime.datetime(2024, 4, 26, 5, 56, 3, 525744), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:56:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:56:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:36.225712+00:00 (in 29.999478 seconds) buildlogsarchiver stdout | 2024-04-26 05:56:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:36 UTC)" (scheduled at 2024-04-26 05:56:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:56:06,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 56, 6, 226573), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:56:06,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:56:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:56:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:56:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:56:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:46.748509+00:00 (in 40.002672 seconds) exportactionlogsworker stdout | 2024-04-26 05:56:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:06 UTC)" (scheduled at 2024-04-26 05:56:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:56:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:56:06,747 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 6, 746160), True, datetime.datetime(2024, 4, 26, 5, 56, 6, 746160), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:56:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:56:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:56:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:56:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:56:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:38.139839+00:00 (in 29.999513 seconds) gcworker stdout | 2024-04-26 05:56:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:38 UTC)" (scheduled at 2024-04-26 05:56:08.139839+00:00) gcworker stdout | 2024-04-26 05:56:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901368140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:56:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:56:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:56:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:56:08,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:56:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:44.726048+00:00 (in 35.987794 seconds) repositorygcworker stdout | 2024-04-26 05:56:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:08 UTC)" (scheduled at 2024-04-26 05:56:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:56:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:56:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:56:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:56:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:58.042626+00:00 (in 47.996127 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:56:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:10 UTC)" (scheduled at 2024-04-26 05:56:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:56:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:56:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:56:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:56:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:15.434633+00:00 (in 4.995822 seconds) securityworker stdout | 2024-04-26 05:56:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:40 UTC)" (scheduled at 2024-04-26 05:56:10.438348+00:00) securityworker stdout | 2024-04-26 05:56:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:56:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:56:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:56:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:56:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:56:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:56:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:56:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:56:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 51, 10, 443382), 1, 4]) securityworker stdout | 2024-04-26 05:56:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 51, 10, 443382), 1, 4]) securityworker stdout | 2024-04-26 05:56:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:56:10,451 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:56:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:56:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:56:11,380 [215] [DEBUG] [app] Starting request: urn:request:7983c04a-d761-4d81-bc64-32c03a299398 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:11,380 [218] [DEBUG] [app] Starting request: urn:request:8817fa86-545c-4b01-80ee-41b5d9d84b94 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:11,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:56:11,383 [246] [DEBUG] [app] Starting request: urn:request:3c857cb2-4e74-4080-9de9-acaa664b64e6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:11,383 [245] [DEBUG] [app] Starting request: urn:request:0bdb0768-aff5-427c-959f-7b3ab41cf65f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:11,383 [246] [DEBUG] [app] Ending request: urn:request:3c857cb2-4e74-4080-9de9-acaa664b64e6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3c857cb2-4e74-4080-9de9-acaa664b64e6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:11,384 [245] [DEBUG] [app] Ending request: urn:request:0bdb0768-aff5-427c-959f-7b3ab41cf65f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0bdb0768-aff5-427c-959f-7b3ab41cf65f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 05:56:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:56:11,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:11,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:11,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:11,387 [215] [DEBUG] [app] Starting request: urn:request:8052e989-1d1d-44b9-8660-5f64a9ac09de (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:11,387 [215] [DEBUG] [app] Ending request: urn:request:8052e989-1d1d-44b9-8660-5f64a9ac09de (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8052e989-1d1d-44b9-8660-5f64a9ac09de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:11,387 [216] [DEBUG] [app] Starting request: urn:request:3e13bdec-d31a-47ca-875c-f53623cec3b0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:11,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:56:11,387 [216] [DEBUG] [app] Ending request: urn:request:3e13bdec-d31a-47ca-875c-f53623cec3b0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3e13bdec-d31a-47ca-875c-f53623cec3b0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:11,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:56:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:11,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:11,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:11,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:11,395 [215] [DEBUG] [app] Ending request: urn:request:7983c04a-d761-4d81-bc64-32c03a299398 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7983c04a-d761-4d81-bc64-32c03a299398', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:11,395 [218] [DEBUG] [app] Ending request: urn:request:8817fa86-545c-4b01-80ee-41b5d9d84b94 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8817fa86-545c-4b01-80ee-41b5d9d84b94', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:11,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:11,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:56:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 05:56:11,789 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:56:12,187 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:56:12,318 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:56:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:56:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:12.842614+00:00 (in 59.999545 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:56:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:12 UTC)" (scheduled at 2024-04-26 05:56:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:56:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:56:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:56:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:56:13,286 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:56:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:21.527910+00:00 (in 8.002474 seconds) notificationworker stdout | 2024-04-26 05:56:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:23 UTC)" (scheduled at 2024-04-26 05:56:13.524950+00:00) notificationworker stdout | 2024-04-26 05:56:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 13, 525721), True, datetime.datetime(2024, 4, 26, 5, 56, 13, 525721), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:23 UTC)" executed successfully builder stdout | 2024-04-26 05:56:13,977 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:56:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:56:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:40.438348+00:00 (in 25.003229 seconds) securityworker stdout | 2024-04-26 05:56:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:45 UTC)" (scheduled at 2024-04-26 05:56:15.434633+00:00) securityworker stdout | 2024-04-26 05:56:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:56:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:56:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:56:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:56:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:56:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:56:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 51, 15, 438132), 1, 4]) securityworker stdout | 2024-04-26 05:56:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 51, 15, 438132), 1, 4]) securityworker stdout | 2024-04-26 05:56:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:56:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:56:15,713 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:56:16,108 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:56:16,161 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:56:16,164 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:56:16,169 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:56:16,172 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:56:16,175 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:56:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:56:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:46.480714+00:00 (in 29.999525 seconds) autopruneworker stdout | 2024-04-26 05:56:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:46 UTC)" (scheduled at 2024-04-26 05:56:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:56:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110916484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:56:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:56:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:56:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:56:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:56:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:56:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:22.726645+00:00 (in 5.999210 seconds) namespacegcworker stdout | 2024-04-26 05:56:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:16 UTC)" (scheduled at 2024-04-26 05:56:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:56:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:56:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:56:17,239 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:56:18,694 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:56:19,318 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,437 [60] [DEBUG] [apscheduler.scheduler] Looking for jobs to run expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,438 [60] [INFO] [apscheduler.executors.default] Running job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2024-04-26 05:56:21 UTC)" (scheduled at 2024-04-26 05:56:21.437605+00:00) expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,438 [60] [DEBUG] [__main__] Garbage collecting expired app specific tokens with window: 1 day, 0:00:00 expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,439 [60] [DEBUG] [peewee] ('DELETE FROM "appspecificauthtoken" WHERE ("appspecificauthtoken"."expiration" < %s)', [datetime.datetime(2024, 4, 25, 5, 56, 21, 439287)]) expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,439 [60] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:56:21.437605+00:00 (in 3599.997801 seconds) expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,443 [60] [DEBUG] [data.database] Disconnecting from database. expiredappspecifictokenworker stdout | 2024-04-26 05:56:21,443 [60] [INFO] [apscheduler.executors.default] Job "ExpiredAppSpecificTokenWorker._gc_expired_tokens (trigger: interval[1:00:00], next run at: 2024-04-26 06:56:21 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:56:21,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:21,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:23.524950+00:00 (in 1.996547 seconds) notificationworker stdout | 2024-04-26 05:56:21,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:21 UTC)" (scheduled at 2024-04-26 05:56:21.527910+00:00) notificationworker stdout | 2024-04-26 05:56:21,529 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), 'notification/%']) notificationworker stdout | 2024-04-26 05:56:21,533 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), True, datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), 0, 'notification/%']) notificationworker stdout | 2024-04-26 05:56:21,535 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), True, datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), 0, 'notification/%', False, datetime.datetime(2024, 4, 26, 5, 56, 21, 528643), 'notification/%']) notificationworker stdout | 2024-04-26 05:56:21,535 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:21,535 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:21 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:56:22,726 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:56:22,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:34.643009+00:00 (in 11.915805 seconds) namespacegcworker stdout | 2024-04-26 05:56:22,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:22 UTC)" (scheduled at 2024-04-26 05:56:22.726645+00:00) namespacegcworker stdout | 2024-04-26 05:56:22,728 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:56:22,732 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), True, datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:56:22,733 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), True, datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), 0, 'namespacegc/%', False, datetime.datetime(2024, 4, 26, 5, 56, 22, 727518), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 05:56:22,734 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:56:22,734 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:22 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:56:23,336 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:56:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:32.528171+00:00 (in 9.002749 seconds) notificationworker stdout | 2024-04-26 05:56:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:33 UTC)" (scheduled at 2024-04-26 05:56:23.524950+00:00) notificationworker stdout | 2024-04-26 05:56:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 23, 525708), True, datetime.datetime(2024, 4, 26, 5, 56, 23, 525708), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:56:25,105 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:56:25,503 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:56:26,083 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:56:26,380 [217] [DEBUG] [app] Starting request: urn:request:8e583f16-0b8d-4a9f-b55e-f019a096d4ec (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:26,380 [215] [DEBUG] [app] Starting request: urn:request:37407997-0d3a-4d0a-a16b-40a3aad28f1d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:26,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:26,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:56:26,383 [239] [DEBUG] [app] Starting request: urn:request:5e00ab1d-83ce-4c9b-afe0-3cf920cbc6e3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:26,383 [239] [DEBUG] [app] Ending request: urn:request:5e00ab1d-83ce-4c9b-afe0-3cf920cbc6e3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5e00ab1d-83ce-4c9b-afe0-3cf920cbc6e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:26,383 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:56:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 05:56:26,384 [242] [DEBUG] [app] Starting request: urn:request:5e2737bc-fabd-4c87-9d98-d22a9cff9a09 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:26,385 [242] [DEBUG] [app] Ending request: urn:request:5e2737bc-fabd-4c87-9d98-d22a9cff9a09 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5e2737bc-fabd-4c87-9d98-d22a9cff9a09', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:26,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.004) gunicorn-registry stdout | 2024-04-26 05:56:26,386 [242] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:26,386 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:26,387 [217] [DEBUG] [app] Starting request: urn:request:06f29295-473c-4468-a8d8-3acc84ae306d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:26,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:26,387 [217] [DEBUG] [app] Ending request: urn:request:06f29295-473c-4468-a8d8-3acc84ae306d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:06f29295-473c-4468-a8d8-3acc84ae306d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:26,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:56:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:26,388 [218] [DEBUG] [app] Starting request: urn:request:32eed3eb-fdc8-48f2-80ef-5792637c7597 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:26,389 [218] [DEBUG] [app] Ending request: urn:request:32eed3eb-fdc8-48f2-80ef-5792637c7597 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:32eed3eb-fdc8-48f2-80ef-5792637c7597', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 05:56:26,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:26,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:26,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:26,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:26,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:26,394 [217] [DEBUG] [app] Ending request: urn:request:8e583f16-0b8d-4a9f-b55e-f019a096d4ec (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8e583f16-0b8d-4a9f-b55e-f019a096d4ec', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:26,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:26,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:56:26,396 [215] [DEBUG] [app] Ending request: urn:request:37407997-0d3a-4d0a-a16b-40a3aad28f1d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:37407997-0d3a-4d0a-a16b-40a3aad28f1d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) exportactionlogsworker stdout | 2024-04-26 05:56:26,672 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:56:27,868 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:56:27,872 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:56:27,874 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:56:28,135 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:56:29,870 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gunicorn-web stdout | 2024-04-26 05:56:30,259 [216] [DEBUG] [app] Starting request: urn:request:d19845f0-1606-4df7-a01d-e062d7abe8d8 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 05:56:30,260 [216] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:30,260 [216] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:30,260 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:30,265 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:30,266 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:30,269 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_user_id", "t1"."name", "t1"."visibility_id", "t1"."description", "t1"."badge_token", "t1"."kind_id", "t1"."trust_enabled", "t1"."state", "t2"."id", "t2"."uuid", "t2"."username", "t2"."password_hash", "t2"."email", "t2"."verified", "t2"."stripe_id", "t2"."organization", "t2"."robot", "t2"."invoice_email", "t2"."invalid_login_attempts", "t2"."last_invalid_login", "t2"."removed_tag_expiration_s", "t2"."enabled", "t2"."invoice_email_address", "t2"."given_name", "t2"."family_name", "t2"."company", "t2"."location", "t2"."maximum_queued_builds_count", "t2"."creation_date", "t2"."last_accessed" FROM "repository" AS "t1" INNER JOIN "user" AS "t2" ON ("t1"."namespace_user_id" = "t2"."id") WHERE ((("t2"."username" = %s) AND ("t1"."name" = %s)) AND ("t1"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:30,270 [216] [DEBUG] [peewee] ('INSERT INTO "repositoryauthorizedemail" ("repository_id", "email", "code", "confirmed") VALUES (%s, %s, %s, %s) RETURNING "repositoryauthorizedemail"."id"', [4, 'whu@redhat.com', 'BT4C04YKMI0I1BV9', False]) gcworker stdout | 2024-04-26 05:56:30,453 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:56:30,569 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:56:30,801 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:56:31,462 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:56:31,628 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:56:32,434 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:56:32,444 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:56:32,448 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:56:32,451 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:56:32,454 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:56:32,457 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:56:32,460 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:56:32,466 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:56:32,469 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:56:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:33.524950+00:00 (in 0.996328 seconds) notificationworker stdout | 2024-04-26 05:56:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:32 UTC)" (scheduled at 2024-04-26 05:56:32.528171+00:00) notificationworker stdout | 2024-04-26 05:56:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:56:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:56:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:43.524950+00:00 (in 9.999547 seconds) notificationworker stdout | 2024-04-26 05:56:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:43 UTC)" (scheduled at 2024-04-26 05:56:33.524950+00:00) notificationworker stdout | 2024-04-26 05:56:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 33, 525688), True, datetime.datetime(2024, 4, 26, 5, 56, 33, 525688), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:56:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:56:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:16.726895+00:00 (in 42.083327 seconds) namespacegcworker stdout | 2024-04-26 05:56:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:34 UTC)" (scheduled at 2024-04-26 05:56:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:56:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:56:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 34, 643781), True, datetime.datetime(2024, 4, 26, 5, 56, 34, 643781), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:56:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:56:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:56:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:34 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:56:34,885 [216] [DEBUG] [util.useremails] Sent email: '[Red Hat Quay] Please verify your e-mail address for repository whuquay/repo1' gunicorn-web stdout | 2024-04-26 05:56:34,887 [216] [DEBUG] [app] Ending request: urn:request:d19845f0-1606-4df7-a01d-e062d7abe8d8 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:d19845f0-1606-4df7-a01d-e062d7abe8d8', 'remote_addr': '10.129.2.22', 'http_method': 'POST', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:56:34,887 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:34,887 [216] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:05:56:34 +0000] "POST /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:05:56:34 +0000] "POST /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (4.629 1645 4.629) gunicorn-web stdout | 2024-04-26 05:56:35,932 [215] [DEBUG] [app] Starting request: urn:request:7395dcdf-0612-4a4e-b9fb-80b4cfe96726 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 05:56:35,933 [215] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:35,933 [215] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:35,933 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:35,937 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:56:35,937 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:56:35,937 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:35,937 [215] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:56:35,937 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:35,938 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:35,938 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:35,938 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:35,938 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:35,940 [215] [DEBUG] [app] Ending request: urn:request:7395dcdf-0612-4a4e-b9fb-80b4cfe96726 (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:7395dcdf-0612-4a4e-b9fb-80b4cfe96726', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:56:35,941 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:35,941 [215] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:05:56:35 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:05:56:35 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.010 1530 0.010) buildlogsarchiver stdout | 2024-04-26 05:56:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:56:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:06.225712+00:00 (in 29.999477 seconds) buildlogsarchiver stdout | 2024-04-26 05:56:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:06 UTC)" (scheduled at 2024-04-26 05:56:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:56:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 56, 36, 226445), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:56:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:56:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:56:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:56:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:56:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:08.139839+00:00 (in 29.999470 seconds) gcworker stdout | 2024-04-26 05:56:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:08 UTC)" (scheduled at 2024-04-26 05:56:38.139839+00:00) gcworker stdout | 2024-04-26 05:56:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901398140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:56:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:56:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:56:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:56:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:56:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:45.434633+00:00 (in 4.995807 seconds) securityworker stdout | 2024-04-26 05:56:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:10 UTC)" (scheduled at 2024-04-26 05:56:40.438348+00:00) securityworker stdout | 2024-04-26 05:56:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:56:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:56:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:56:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:56:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:56:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:56:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:56:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:56:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 51, 40, 443463), 1, 4]) securityworker stdout | 2024-04-26 05:56:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 51, 40, 443463), 1, 4]) securityworker stdout | 2024-04-26 05:56:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:56:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:56:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:56:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:56:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:56:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:56:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:56:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:56:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:56:41,379 [217] [DEBUG] [app] Starting request: urn:request:41ce547f-4bcc-480d-8ff6-adaf1401b064 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:41,379 [215] [DEBUG] [app] Starting request: urn:request:524d2e03-0c1a-422a-92d7-1fcbc8c7ea88 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:41,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:41,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:56:41,382 [239] [DEBUG] [app] Starting request: urn:request:8f51521d-189a-4d09-806e-1aef09d213d7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:41,382 [246] [DEBUG] [app] Starting request: urn:request:db37d1b1-8295-4bda-b31b-dcd78637d45e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:41,383 [246] [DEBUG] [app] Ending request: urn:request:db37d1b1-8295-4bda-b31b-dcd78637d45e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:db37d1b1-8295-4bda-b31b-dcd78637d45e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:41,383 [239] [DEBUG] [app] Ending request: urn:request:8f51521d-189a-4d09-806e-1aef09d213d7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8f51521d-189a-4d09-806e-1aef09d213d7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:41,383 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:56:41,383 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:56:41,383 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:41,383 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:41,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:41,387 [218] [DEBUG] [app] Starting request: urn:request:ce635963-3e64-4102-8960-c4a71c3c4b3a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:41,387 [216] [DEBUG] [app] Starting request: urn:request:0d82dff6-4a1a-404b-b323-8d6d6a4053db (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:41,387 [216] [DEBUG] [app] Ending request: urn:request:0d82dff6-4a1a-404b-b323-8d6d6a4053db (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0d82dff6-4a1a-404b-b323-8d6d6a4053db', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:41,387 [218] [DEBUG] [app] Ending request: urn:request:ce635963-3e64-4102-8960-c4a71c3c4b3a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ce635963-3e64-4102-8960-c4a71c3c4b3a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:41,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 05:56:41,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:41,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:41,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:41,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:41,395 [217] [DEBUG] [app] Ending request: urn:request:41ce547f-4bcc-480d-8ff6-adaf1401b064 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:41ce547f-4bcc-480d-8ff6-adaf1401b064', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:41,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:41,395 [215] [DEBUG] [app] Ending request: urn:request:524d2e03-0c1a-422a-92d7-1fcbc8c7ea88 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:524d2e03-0c1a-422a-92d7-1fcbc8c7ea88', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:41,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) gunicorn-web stdout | 2024-04-26 05:56:41,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:56:41,813 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:56:42,207 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:56:42,355 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:56:43,315 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:56:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:53.524950+00:00 (in 9.999536 seconds) notificationworker stdout | 2024-04-26 05:56:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:53 UTC)" (scheduled at 2024-04-26 05:56:43.524950+00:00) notificationworker stdout | 2024-04-26 05:56:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 43, 525709), True, datetime.datetime(2024, 4, 26, 5, 56, 43, 525709), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:56:53 UTC)" executed successfully builder stdout | 2024-04-26 05:56:44,008 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:56:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:56:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:56:46.737410+00:00 (in 2.010845 seconds) repositorygcworker stdout | 2024-04-26 05:56:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:44 UTC)" (scheduled at 2024-04-26 05:56:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:56:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:56:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 44, 726855), True, datetime.datetime(2024, 4, 26, 5, 56, 44, 726855), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:56:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:56:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:56:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:56:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:56:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:10.438348+00:00 (in 25.003245 seconds) securityworker stdout | 2024-04-26 05:56:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:15 UTC)" (scheduled at 2024-04-26 05:56:45.434633+00:00) securityworker stdout | 2024-04-26 05:56:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:56:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:56:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:56:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:56:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:56:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:56:45,732 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:56:46,130 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:56:46,169 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:56:46,175 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:56:46,180 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:56:46,184 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:56:46,187 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:56:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:56:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:16.480714+00:00 (in 29.999540 seconds) autopruneworker stdout | 2024-04-26 05:56:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:16 UTC)" (scheduled at 2024-04-26 05:56:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:56:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110946484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:56:46,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:56:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:56:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:16 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:56:46,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:56:46,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:08.737804+00:00 (in 21.999935 seconds) repositorygcworker stdout | 2024-04-26 05:56:46,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:46 UTC)" (scheduled at 2024-04-26 05:56:46.737410+00:00) repositorygcworker stdout | 2024-04-26 05:56:46,738 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:56:46,743 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), True, datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:56:46,745 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), True, datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), 0, 'repositorygc/%', False, datetime.datetime(2024, 4, 26, 5, 56, 46, 738147), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 05:56:46,745 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:56:46,745 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:01:46 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:56:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:56:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:06.745385+00:00 (in 19.996448 seconds) exportactionlogsworker stdout | 2024-04-26 05:56:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:46 UTC)" (scheduled at 2024-04-26 05:56:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:56:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:56:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:56:47,275 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:56:48,726 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:56:49,355 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:56:53,373 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:56:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:56:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:03.524950+00:00 (in 9.999548 seconds) notificationworker stdout | 2024-04-26 05:56:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:03 UTC)" (scheduled at 2024-04-26 05:56:53.524950+00:00) notificationworker stdout | 2024-04-26 05:56:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:56:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 53, 525675), True, datetime.datetime(2024, 4, 26, 5, 56, 53, 525675), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:56:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:56:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:56:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:56:55,124 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:56:55,533 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:56:56,093 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:56:56,381 [218] [DEBUG] [app] Starting request: urn:request:5d61f9e3-8c50-43ac-aad4-f030a2500aab (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:56,381 [217] [DEBUG] [app] Starting request: urn:request:3ffd29cf-f838-4cfe-903f-c5134e8cb2ff (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:56:56,383 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:56,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:56:56,384 [239] [DEBUG] [app] Starting request: urn:request:ea064cb7-0493-4e6e-9528-b39461c57b50 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:56,384 [243] [DEBUG] [app] Starting request: urn:request:5bfc1282-cd9e-4366-9d18-b0f9e260a21e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:56:56,385 [239] [DEBUG] [app] Ending request: urn:request:ea064cb7-0493-4e6e-9528-b39461c57b50 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ea064cb7-0493-4e6e-9528-b39461c57b50', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:56,385 [243] [DEBUG] [app] Ending request: urn:request:5bfc1282-cd9e-4366-9d18-b0f9e260a21e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5bfc1282-cd9e-4366-9d18-b0f9e260a21e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:56:56,385 [243] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:56:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:56:56,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:56,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:56,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:56,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:56:56,388 [218] [DEBUG] [app] Starting request: urn:request:717dc01b-2c50-40c8-b3f5-f2ff1c2c9e04 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:56,388 [218] [DEBUG] [app] Ending request: urn:request:717dc01b-2c50-40c8-b3f5-f2ff1c2c9e04 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:717dc01b-2c50-40c8-b3f5-f2ff1c2c9e04', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:56:56,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:56,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:56:56,389 [216] [DEBUG] [app] Starting request: urn:request:5e53418f-ba84-4d1b-8684-ab18ec7c9b5d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:56:56,389 [216] [DEBUG] [app] Ending request: urn:request:5e53418f-ba84-4d1b-8684-ab18ec7c9b5d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5e53418f-ba84-4d1b-8684-ab18ec7c9b5d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:56:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:56,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:56:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:56:56,390 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:56:56,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:56:56,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:56,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:56:56,396 [218] [DEBUG] [app] Ending request: urn:request:5d61f9e3-8c50-43ac-aad4-f030a2500aab (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5d61f9e3-8c50-43ac-aad4-f030a2500aab', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:56,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:56,396 [217] [DEBUG] [app] Ending request: urn:request:3ffd29cf-f838-4cfe-903f-c5134e8cb2ff (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3ffd29cf-f838-4cfe-903f-c5134e8cb2ff', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:56:56,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 05:56:56,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:56,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:56:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:56:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) exportactionlogsworker stdout | 2024-04-26 05:56:56,708 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-web stdout | 2024-04-26 05:56:57,231 [218] [DEBUG] [app] Starting request: urn:request:6727b4a1-8025-4fa1-bcb7-10d38f84462f (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'X-Forwarded-For': '209.132.188.14, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 05:56:57,232 [218] [DEBUG] [app] User loader loading deferred user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:57,232 [218] [DEBUG] [auth.cookie] Loading user from cookie: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:57,233 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['b616e0dc-39e4-4d5b-80a0-6b7fcf893774', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:57,237 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:56:57,237 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [endpoints.api] Checking permission for repo: whuquay/repo1 gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: b616e0dc-39e4-4d5b-80a0-6b7fcf893774 gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:57,238 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='whuquay', role='admin') gunicorn-web stdout | 2024-04-26 05:56:57,239 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."email", "t1"."code", "t1"."confirmed", "t2"."id", "t2"."namespace_user_id", "t2"."name", "t2"."visibility_id", "t2"."description", "t2"."badge_token", "t2"."kind_id", "t2"."trust_enabled", "t2"."state", "t3"."id", "t3"."uuid", "t3"."username", "t3"."password_hash", "t3"."email", "t3"."verified", "t3"."stripe_id", "t3"."organization", "t3"."robot", "t3"."invoice_email", "t3"."invalid_login_attempts", "t3"."last_invalid_login", "t3"."removed_tag_expiration_s", "t3"."enabled", "t3"."invoice_email_address", "t3"."given_name", "t3"."family_name", "t3"."company", "t3"."location", "t3"."maximum_queued_builds_count", "t3"."creation_date", "t3"."last_accessed" FROM "repositoryauthorizedemail" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE (((("t3"."username" = %s) AND ("t2"."name" = %s)) AND ("t1"."email" = %s)) AND ("t2"."state" != %s)) LIMIT %s OFFSET %s', ['whuquay', 'repo1', 'whu@redhat.com', 3, 1, 0]) gunicorn-web stdout | 2024-04-26 05:56:57,241 [218] [DEBUG] [app] Ending request: urn:request:6727b4a1-8025-4fa1-bcb7-10d38f84462f (/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com) {'endpoint': 'api.repositoryauthorizedemail', 'request_id': 'urn:request:6727b4a1-8025-4fa1-bcb7-10d38f84462f', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'path': '/api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0'} gunicorn-web stdout | 2024-04-26 05:56:57,242 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:56:57,242 [218] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:05:56:57 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.0" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:05:56:57 +0000] "GET /api/v1/repository/whuquay/repo1/authorizedemail/whu@redhat.com HTTP/1.1" 200 95 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whuquay/repo1?tab=settings" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/115.0" (0.012 1530 0.013) gunicorn-secscan stdout | 2024-04-26 05:56:57,876 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:56:57,880 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:56:57,882 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:56:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:56:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:10.045971+00:00 (in 12.002875 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:56:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:58 UTC)" (scheduled at 2024-04-26 05:56:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:56:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:56:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 56, 58, 43333), True, datetime.datetime(2024, 4, 26, 5, 56, 58, 43333), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:56:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:56:58,048 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:56:58,048 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:57:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:56:58,152 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:56:59,898 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:57:00,490 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:57:00,605 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:57:00,826 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:57:01,498 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:57:01,665 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:57:02,441 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:57:02,454 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:57:02,457 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:57:02,459 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:57:02,462 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:57:02,465 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:57:02,468 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:57:02,473 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:57:02,476 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:57:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:13.524950+00:00 (in 9.999539 seconds) notificationworker stdout | 2024-04-26 05:57:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:13 UTC)" (scheduled at 2024-04-26 05:57:03.524950+00:00) notificationworker stdout | 2024-04-26 05:57:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 3, 525696), True, datetime.datetime(2024, 4, 26, 5, 57, 3, 525696), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:57:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:57:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:36.225712+00:00 (in 29.999515 seconds) buildlogsarchiver stdout | 2024-04-26 05:57:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:36 UTC)" (scheduled at 2024-04-26 05:57:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:57:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 57, 6, 226406), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:57:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:57:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:57:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:57:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:57:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:46.748509+00:00 (in 40.002678 seconds) exportactionlogsworker stdout | 2024-04-26 05:57:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:06 UTC)" (scheduled at 2024-04-26 05:57:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:57:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:57:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 6, 746108), True, datetime.datetime(2024, 4, 26, 5, 57, 6, 746108), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:57:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:57:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:57:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:57:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:57:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:38.139839+00:00 (in 29.999467 seconds) gcworker stdout | 2024-04-26 05:57:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:38 UTC)" (scheduled at 2024-04-26 05:57:08.139839+00:00) gcworker stdout | 2024-04-26 05:57:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901428140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:57:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:57:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:57:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:57:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:57:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:44.726048+00:00 (in 35.987773 seconds) repositorygcworker stdout | 2024-04-26 05:57:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:08 UTC)" (scheduled at 2024-04-26 05:57:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:57:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:57:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:57:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:57:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:53.045734+00:00 (in 42.999217 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:57:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:10 UTC)" (scheduled at 2024-04-26 05:57:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:57:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:57:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:57:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:57:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:15.434633+00:00 (in 4.995805 seconds) securityworker stdout | 2024-04-26 05:57:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:40 UTC)" (scheduled at 2024-04-26 05:57:10.438348+00:00) securityworker stdout | 2024-04-26 05:57:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:57:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:57:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:57:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:57:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:57:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:57:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:57:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:57:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 52, 10, 443925), 1, 4]) securityworker stdout | 2024-04-26 05:57:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 52, 10, 443925), 1, 4]) securityworker stdout | 2024-04-26 05:57:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:57:10,454 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:57:11,380 [217] [DEBUG] [app] Starting request: urn:request:38702e7b-f54a-4424-9f5f-94471fb22c2a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:11,380 [218] [DEBUG] [app] Starting request: urn:request:444acfc8-b577-4f8e-86c0-608e882c95a6 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:57:11,383 [239] [DEBUG] [app] Starting request: urn:request:45cb9ed0-0a73-40b6-9ee7-9d675b4a9945 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:11,383 [244] [DEBUG] [app] Starting request: urn:request:ebe790b6-07da-4ab1-af98-ac87f8ee6ab5 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:11,384 [244] [DEBUG] [app] Ending request: urn:request:ebe790b6-07da-4ab1-af98-ac87f8ee6ab5 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ebe790b6-07da-4ab1-af98-ac87f8ee6ab5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:11,384 [239] [DEBUG] [app] Ending request: urn:request:45cb9ed0-0a73-40b6-9ee7-9d675b4a9945 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:45cb9ed0-0a73-40b6-9ee7-9d675b4a9945', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:11,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 05:57:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:11,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:11,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:11,387 [218] [DEBUG] [app] Starting request: urn:request:6755db3b-e56a-4efb-8290-68fa48194478 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:11,387 [215] [DEBUG] [app] Starting request: urn:request:780b05b2-f9d6-47ad-91c1-e6e700125566 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:11,387 [218] [DEBUG] [app] Ending request: urn:request:6755db3b-e56a-4efb-8290-68fa48194478 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6755db3b-e56a-4efb-8290-68fa48194478', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:11,387 [215] [DEBUG] [app] Ending request: urn:request:780b05b2-f9d6-47ad-91c1-e6e700125566 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:780b05b2-f9d6-47ad-91c1-e6e700125566', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:11,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:57:11,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:11,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:11,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:11,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:11,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:11,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:11,395 [218] [DEBUG] [app] Ending request: urn:request:444acfc8-b577-4f8e-86c0-608e882c95a6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:444acfc8-b577-4f8e-86c0-608e882c95a6', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:11,395 [217] [DEBUG] [app] Ending request: urn:request:38702e7b-f54a-4424-9f5f-94471fb22c2a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:38702e7b-f54a-4424-9f5f-94471fb22c2a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:11,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:11,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:11,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:57:11,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 05:57:11,845 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:57:12,229 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:57:12,375 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:57:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:57:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:12.842614+00:00 (in 59.999532 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:57:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:12 UTC)" (scheduled at 2024-04-26 05:57:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:57:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:57:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:57:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:57:13,352 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:57:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:23.524950+00:00 (in 9.999536 seconds) notificationworker stdout | 2024-04-26 05:57:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:23 UTC)" (scheduled at 2024-04-26 05:57:13.524950+00:00) notificationworker stdout | 2024-04-26 05:57:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 13, 525704), True, datetime.datetime(2024, 4, 26, 5, 57, 13, 525704), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:23 UTC)" executed successfully builder stdout | 2024-04-26 05:57:14,044 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:57:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:57:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:40.438348+00:00 (in 25.003237 seconds) securityworker stdout | 2024-04-26 05:57:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:45 UTC)" (scheduled at 2024-04-26 05:57:15.434633+00:00) securityworker stdout | 2024-04-26 05:57:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:57:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:57:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:57:15,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:57:15,443 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:57:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:57:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 52, 15, 438769), 1, 4]) securityworker stdout | 2024-04-26 05:57:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:15,447 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 52, 15, 438769), 1, 4]) securityworker stdout | 2024-04-26 05:57:15,448 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:15,448 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:15,448 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:57:15,448 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:57:15,769 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:57:16,139 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:57:16,176 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:57:16,185 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:57:16,191 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:57:16,196 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:57:16,198 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:57:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:57:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:46.480714+00:00 (in 29.999551 seconds) autopruneworker stdout | 2024-04-26 05:57:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:46 UTC)" (scheduled at 2024-04-26 05:57:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:57:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714110976484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:57:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:57:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:57:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:57:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:57:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:57:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:34.643009+00:00 (in 17.915596 seconds) namespacegcworker stdout | 2024-04-26 05:57:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:16 UTC)" (scheduled at 2024-04-26 05:57:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:57:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:57:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:57:17,312 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:57:18,763 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:57:19,392 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:57:23,405 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:57:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:32.528171+00:00 (in 9.002720 seconds) notificationworker stdout | 2024-04-26 05:57:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:33 UTC)" (scheduled at 2024-04-26 05:57:23.524950+00:00) notificationworker stdout | 2024-04-26 05:57:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 23, 525787), True, datetime.datetime(2024, 4, 26, 5, 57, 23, 525787), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:23,532 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:57:25,161 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:57:25,569 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:57:26,130 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:57:26,380 [216] [DEBUG] [app] Starting request: urn:request:c66a4ccc-9140-447d-98bb-7d70f0ed12c4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:26,380 [215] [DEBUG] [app] Starting request: urn:request:5e950f2d-991d-45c4-b3a4-f3646ef7e601 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:26,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:57:26,383 [243] [DEBUG] [app] Starting request: urn:request:bd923c81-a3d3-4434-a82b-1c3ce3b4f7ea (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:26,383 [239] [DEBUG] [app] Starting request: urn:request:1414babe-b930-433c-bd6f-77b371b51b6c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:26,384 [243] [DEBUG] [app] Ending request: urn:request:bd923c81-a3d3-4434-a82b-1c3ce3b4f7ea (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bd923c81-a3d3-4434-a82b-1c3ce3b4f7ea', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:26,384 [239] [DEBUG] [app] Ending request: urn:request:1414babe-b930-433c-bd6f-77b371b51b6c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1414babe-b930-433c-bd6f-77b371b51b6c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:57:26,384 [243] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:57:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:26,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:26,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:26,387 [215] [DEBUG] [app] Starting request: urn:request:fe86cb19-26e2-4121-9ac9-c3e10abcc4c9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:26,387 [215] [DEBUG] [app] Ending request: urn:request:fe86cb19-26e2-4121-9ac9-c3e10abcc4c9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fe86cb19-26e2-4121-9ac9-c3e10abcc4c9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 05:57:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:26,388 [218] [DEBUG] [app] Starting request: urn:request:23bc5bd1-0c77-4d53-84e9-97d831e421d1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:26,388 [218] [DEBUG] [app] Ending request: urn:request:23bc5bd1-0c77-4d53-84e9-97d831e421d1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:23bc5bd1-0c77-4d53-84e9-97d831e421d1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:26,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:57:26,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:26,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:26,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:26,395 [215] [DEBUG] [app] Ending request: urn:request:5e950f2d-991d-45c4-b3a4-f3646ef7e601 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5e950f2d-991d-45c4-b3a4-f3646ef7e601', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:26,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:57:26,396 [216] [DEBUG] [app] Ending request: urn:request:c66a4ccc-9140-447d-98bb-7d70f0ed12c4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c66a4ccc-9140-447d-98bb-7d70f0ed12c4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:57:26,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:26,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) exportactionlogsworker stdout | 2024-04-26 05:57:26,737 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:57:27,886 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:57:27,889 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:57:27,891 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:57:28,189 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:57:29,909 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:57:30,526 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:57:30,629 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:57:30,837 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:57:31,535 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:57:31,701 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:57:32,453 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:57:32,462 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:57:32,465 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:57:32,468 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:57:32,473 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:57:32,477 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:57:32,480 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:57:32,482 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:57:32,485 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:57:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:33.524950+00:00 (in 0.996305 seconds) notificationworker stdout | 2024-04-26 05:57:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:32 UTC)" (scheduled at 2024-04-26 05:57:32.528171+00:00) notificationworker stdout | 2024-04-26 05:57:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:57:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:57:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:43.524950+00:00 (in 9.999536 seconds) notificationworker stdout | 2024-04-26 05:57:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:43 UTC)" (scheduled at 2024-04-26 05:57:33.524950+00:00) notificationworker stdout | 2024-04-26 05:57:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 33, 525696), True, datetime.datetime(2024, 4, 26, 5, 57, 33, 525696), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:57:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:57:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:16.726895+00:00 (in 42.083362 seconds) namespacegcworker stdout | 2024-04-26 05:57:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:34 UTC)" (scheduled at 2024-04-26 05:57:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:57:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:57:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 34, 643754), True, datetime.datetime(2024, 4, 26, 5, 57, 34, 643754), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:57:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:57:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:57:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:57:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:57:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:06.225712+00:00 (in 29.999550 seconds) buildlogsarchiver stdout | 2024-04-26 05:57:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:06 UTC)" (scheduled at 2024-04-26 05:57:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:57:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 57, 36, 226434), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:57:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:57:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:57:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:57:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:57:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:08.139839+00:00 (in 29.999500 seconds) gcworker stdout | 2024-04-26 05:57:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:08 UTC)" (scheduled at 2024-04-26 05:57:38.139839+00:00) gcworker stdout | 2024-04-26 05:57:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901458140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:57:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:57:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:57:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:57:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:57:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:45.434633+00:00 (in 4.995820 seconds) securityworker stdout | 2024-04-26 05:57:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:10 UTC)" (scheduled at 2024-04-26 05:57:40.438348+00:00) securityworker stdout | 2024-04-26 05:57:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:57:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:57:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:57:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:57:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:57:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:57:40,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:57:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:57:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 52, 40, 443965), 1, 4]) securityworker stdout | 2024-04-26 05:57:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 52, 40, 443965), 1, 4]) securityworker stdout | 2024-04-26 05:57:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:57:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:57:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:57:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:57:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:57:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:57:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:57:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:57:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:57:41,380 [216] [DEBUG] [app] Starting request: urn:request:9cf984fd-4da2-4bbc-bd33-7f7c3f042fb7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:41,380 [217] [DEBUG] [app] Starting request: urn:request:79be474b-ee91-47f2-a0f6-bcfb493323b0 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:41,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:57:41,383 [245] [DEBUG] [app] Starting request: urn:request:57e8f1a9-34f4-4864-84fd-1fc37c60fdbc (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:41,383 [244] [DEBUG] [app] Starting request: urn:request:60359687-0225-4ff5-ab60-669b91672df8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:41,384 [244] [DEBUG] [app] Ending request: urn:request:60359687-0225-4ff5-ab60-669b91672df8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:60359687-0225-4ff5-ab60-669b91672df8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:41,384 [245] [DEBUG] [app] Ending request: urn:request:57e8f1a9-34f4-4864-84fd-1fc37c60fdbc (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:57e8f1a9-34f4-4864-84fd-1fc37c60fdbc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:41,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:57:41,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 05:57:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:41,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:41,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:41,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:41,388 [215] [DEBUG] [app] Starting request: urn:request:f5f68964-76e0-4683-9cf2-af61db72f388 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:41,388 [218] [DEBUG] [app] Starting request: urn:request:47113fa6-714e-426f-aa16-19e34f329a7d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:41,388 [218] [DEBUG] [app] Ending request: urn:request:47113fa6-714e-426f-aa16-19e34f329a7d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:47113fa6-714e-426f-aa16-19e34f329a7d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:41,388 [215] [DEBUG] [app] Ending request: urn:request:f5f68964-76e0-4683-9cf2-af61db72f388 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f5f68964-76e0-4683-9cf2-af61db72f388', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:57:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:41,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:41,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:41,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:41,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:41,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:41,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:41,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:41,396 [217] [DEBUG] [app] Ending request: urn:request:79be474b-ee91-47f2-a0f6-bcfb493323b0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:79be474b-ee91-47f2-a0f6-bcfb493323b0', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:41,396 [216] [DEBUG] [app] Ending request: urn:request:9cf984fd-4da2-4bbc-bd33-7f7c3f042fb7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9cf984fd-4da2-4bbc-bd33-7f7c3f042fb7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:41,397 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:41,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:57:41,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) globalpromstats stdout | 2024-04-26 05:57:41,881 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:57:42,266 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:57:42,399 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:57:43,388 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:57:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:53.524950+00:00 (in 9.999491 seconds) notificationworker stdout | 2024-04-26 05:57:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:53 UTC)" (scheduled at 2024-04-26 05:57:43.524950+00:00) notificationworker stdout | 2024-04-26 05:57:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 43, 525770), True, datetime.datetime(2024, 4, 26, 5, 57, 43, 525770), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:57:53 UTC)" executed successfully builder stdout | 2024-04-26 05:57:44,081 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:57:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:57:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:08.737804+00:00 (in 24.011224 seconds) repositorygcworker stdout | 2024-04-26 05:57:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:44 UTC)" (scheduled at 2024-04-26 05:57:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:57:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:57:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 44, 726862), True, datetime.datetime(2024, 4, 26, 5, 57, 44, 726862), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:57:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:57:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:57:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:57:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:57:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:10.438348+00:00 (in 25.003249 seconds) securityworker stdout | 2024-04-26 05:57:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:15 UTC)" (scheduled at 2024-04-26 05:57:45.434633+00:00) securityworker stdout | 2024-04-26 05:57:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:57:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:57:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:57:45,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:57:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:57:45,443 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:57:45,796 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} teamsyncworker stdout | 2024-04-26 05:57:46,175 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:57:46,183 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:57:46,196 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:57:46,201 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:57:46,209 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:57:46,211 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:57:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:57:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:16.480714+00:00 (in 29.999541 seconds) autopruneworker stdout | 2024-04-26 05:57:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:16 UTC)" (scheduled at 2024-04-26 05:57:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:57:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111006484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:57:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:57:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:57:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:57:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:57:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:06.745385+00:00 (in 19.996423 seconds) exportactionlogsworker stdout | 2024-04-26 05:57:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:46 UTC)" (scheduled at 2024-04-26 05:57:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:57:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:57:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:57:47,330 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:57:48,794 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:57:49,428 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:57:53,045 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:57:53,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:57:58.042626+00:00 (in 4.996390 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:57:53,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:02:53 UTC)" (scheduled at 2024-04-26 05:57:53.045734+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:57:53,046 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:57:53,051 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), True, datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:57:53,052 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), True, datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), 0, 'secscanv4/%', False, datetime.datetime(2024, 4, 26, 5, 57, 53, 46511), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 05:57:53,053 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:57:53,053 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:02:53 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:57:53,429 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:57:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:57:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:03.524950+00:00 (in 9.999485 seconds) notificationworker stdout | 2024-04-26 05:57:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:03 UTC)" (scheduled at 2024-04-26 05:57:53.524950+00:00) notificationworker stdout | 2024-04-26 05:57:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:57:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 53, 525775), True, datetime.datetime(2024, 4, 26, 5, 57, 53, 525775), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:57:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:57:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:57:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:57:55,178 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:57:55,581 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:57:56,167 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:57:56,380 [215] [DEBUG] [app] Starting request: urn:request:28365949-05ed-47d4-95f8-f1509cfe304a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:56,380 [217] [DEBUG] [app] Starting request: urn:request:5b4cd4c5-7537-4fed-8bb4-36162f43d142 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:57:56,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:57:56,383 [239] [DEBUG] [app] Starting request: urn:request:ed6f8704-dfa9-458f-8da3-1d088d44bf89 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:56,383 [245] [DEBUG] [app] Starting request: urn:request:02632957-6427-497f-9b90-382ce2175b6e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:57:56,384 [245] [DEBUG] [app] Ending request: urn:request:02632957-6427-497f-9b90-382ce2175b6e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:02632957-6427-497f-9b90-382ce2175b6e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:57:56,384 [239] [DEBUG] [app] Ending request: urn:request:ed6f8704-dfa9-458f-8da3-1d088d44bf89 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ed6f8704-dfa9-458f-8da3-1d088d44bf89', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 05:57:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:57:56,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:56,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:57:56,386 [217] [DEBUG] [app] Starting request: urn:request:1d031e87-e2c2-4f43-9480-23b6064c48b9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:56,387 [218] [DEBUG] [app] Starting request: urn:request:620400c0-7900-47f9-b29d-971a267f2931 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:57:56,387 [217] [DEBUG] [app] Ending request: urn:request:1d031e87-e2c2-4f43-9480-23b6064c48b9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d031e87-e2c2-4f43-9480-23b6064c48b9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:56,387 [218] [DEBUG] [app] Ending request: urn:request:620400c0-7900-47f9-b29d-971a267f2931 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:620400c0-7900-47f9-b29d-971a267f2931', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:57:56,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:57:56,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:57:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:57:56,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:57:56,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:57:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:57:56,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:57:56,394 [217] [DEBUG] [app] Ending request: urn:request:5b4cd4c5-7537-4fed-8bb4-36162f43d142 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5b4cd4c5-7537-4fed-8bb4-36162f43d142', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:56,394 [215] [DEBUG] [app] Ending request: urn:request:28365949-05ed-47d4-95f8-f1509cfe304a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:28365949-05ed-47d4-95f8-f1509cfe304a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:57:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:57:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:57:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:57:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:57:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) exportactionlogsworker stdout | 2024-04-26 05:57:56,774 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:57:57,895 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:57:57,899 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:57:57,902 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:57:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:57:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:10.045971+00:00 (in 12.002856 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:57:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:58 UTC)" (scheduled at 2024-04-26 05:57:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:57:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:57:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 57, 58, 43423), True, datetime.datetime(2024, 4, 26, 5, 57, 58, 43423), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:57:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:57:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:57:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:58:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:57:58,198 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:57:59,944 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:58:00,563 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:58:00,661 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:58:00,853 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:58:01,571 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:58:01,739 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:58:02,464 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:58:02,470 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:58:02,474 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:58:02,476 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:58:02,486 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:58:02,489 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:58:02,492 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:58:02,495 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:58:02,497 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:58:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:13.524950+00:00 (in 9.999499 seconds) notificationworker stdout | 2024-04-26 05:58:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:13 UTC)" (scheduled at 2024-04-26 05:58:03.524950+00:00) notificationworker stdout | 2024-04-26 05:58:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 3, 525722), True, datetime.datetime(2024, 4, 26, 5, 58, 3, 525722), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:58:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:58:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:36.225712+00:00 (in 29.999534 seconds) buildlogsarchiver stdout | 2024-04-26 05:58:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:36 UTC)" (scheduled at 2024-04-26 05:58:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:58:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 58, 6, 226457), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:58:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:58:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:58:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:58:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:58:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:46.748509+00:00 (in 40.002658 seconds) exportactionlogsworker stdout | 2024-04-26 05:58:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:06 UTC)" (scheduled at 2024-04-26 05:58:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:58:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:58:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 6, 746193), True, datetime.datetime(2024, 4, 26, 5, 58, 6, 746193), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:58:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:58:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:58:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:58:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:58:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:38.139839+00:00 (in 29.999510 seconds) gcworker stdout | 2024-04-26 05:58:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:38 UTC)" (scheduled at 2024-04-26 05:58:08.139839+00:00) gcworker stdout | 2024-04-26 05:58:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901488140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:58:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:58:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:58:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:58:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:58:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:44.726048+00:00 (in 35.987780 seconds) repositorygcworker stdout | 2024-04-26 05:58:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:08 UTC)" (scheduled at 2024-04-26 05:58:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:58:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:58:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:58:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:58:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:58.042626+00:00 (in 47.996174 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:58:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:10 UTC)" (scheduled at 2024-04-26 05:58:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:58:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:58:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:58:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:58:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:15.434633+00:00 (in 4.995768 seconds) securityworker stdout | 2024-04-26 05:58:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:40 UTC)" (scheduled at 2024-04-26 05:58:10.438348+00:00) securityworker stdout | 2024-04-26 05:58:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:58:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:58:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:58:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:58:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:58:10,443 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:58:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:58:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:58:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 53, 10, 444198), 1, 4]) securityworker stdout | 2024-04-26 05:58:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 53, 10, 444198), 1, 4]) securityworker stdout | 2024-04-26 05:58:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:58:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:58:11,380 [215] [DEBUG] [app] Starting request: urn:request:1c9d0079-aac3-43f8-b270-1b3bd789b0ba (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:11,380 [217] [DEBUG] [app] Starting request: urn:request:5e2df6f8-7115-45f1-afbd-dcb81da1fb81 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:11,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:11,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:58:11,383 [246] [DEBUG] [app] Starting request: urn:request:c3a6cf02-a5bf-41c3-b7d5-e4177ad6540f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:11,383 [239] [DEBUG] [app] Starting request: urn:request:cf3530a2-5493-4b16-84f6-de422a23aec9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:11,383 [246] [DEBUG] [app] Ending request: urn:request:c3a6cf02-a5bf-41c3-b7d5-e4177ad6540f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c3a6cf02-a5bf-41c3-b7d5-e4177ad6540f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:11,383 [239] [DEBUG] [app] Ending request: urn:request:cf3530a2-5493-4b16-84f6-de422a23aec9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cf3530a2-5493-4b16-84f6-de422a23aec9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:11,383 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-04-26 05:58:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:11,383 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:11,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:11,386 [218] [DEBUG] [app] Starting request: urn:request:fabfa52c-2a53-489d-91ce-427f49c9e0f2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:11,386 [218] [DEBUG] [app] Ending request: urn:request:fabfa52c-2a53-489d-91ce-427f49c9e0f2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fabfa52c-2a53-489d-91ce-427f49c9e0f2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:11,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:11,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:11,387 [216] [DEBUG] [app] Starting request: urn:request:5396381f-115a-459b-b35c-6574c2c3b255 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:11,387 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:11,387 [216] [DEBUG] [app] Ending request: urn:request:5396381f-115a-459b-b35c-6574c2c3b255 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5396381f-115a-459b-b35c-6574c2c3b255', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:11,390 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:11,393 [217] [DEBUG] [app] Ending request: urn:request:5e2df6f8-7115-45f1-afbd-dcb81da1fb81 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5e2df6f8-7115-45f1-afbd-dcb81da1fb81', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:11,394 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:58:11,394 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.015) gunicorn-web stdout | 2024-04-26 05:58:11,394 [215] [DEBUG] [app] Ending request: urn:request:1c9d0079-aac3-43f8-b270-1b3bd789b0ba (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1c9d0079-aac3-43f8-b270-1b3bd789b0ba', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:58:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 05:58:11,917 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:58:12,302 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:58:12,429 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:58:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:58:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:12.842614+00:00 (in 59.999545 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:58:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:12 UTC)" (scheduled at 2024-04-26 05:58:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:58:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:58:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:58:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:58:13,405 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:58:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:23.524950+00:00 (in 9.999543 seconds) notificationworker stdout | 2024-04-26 05:58:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:23 UTC)" (scheduled at 2024-04-26 05:58:13.524950+00:00) notificationworker stdout | 2024-04-26 05:58:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 13, 525676), True, datetime.datetime(2024, 4, 26, 5, 58, 13, 525676), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:23 UTC)" executed successfully builder stdout | 2024-04-26 05:58:14,096 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:58:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:58:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:40.438348+00:00 (in 25.003219 seconds) securityworker stdout | 2024-04-26 05:58:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:45 UTC)" (scheduled at 2024-04-26 05:58:15.434633+00:00) securityworker stdout | 2024-04-26 05:58:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:58:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:58:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:58:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:58:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:58:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:58:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 53, 15, 438201), 1, 4]) securityworker stdout | 2024-04-26 05:58:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 53, 15, 438201), 1, 4]) securityworker stdout | 2024-04-26 05:58:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:58:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:58:15,826 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 05:58:16,191 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:58:16,208 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:58:16,211 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} teamsyncworker stdout | 2024-04-26 05:58:16,214 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:58:16,220 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:58:16,223 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:58:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:58:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:46.480714+00:00 (in 29.999567 seconds) autopruneworker stdout | 2024-04-26 05:58:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:46 UTC)" (scheduled at 2024-04-26 05:58:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:58:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111036484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:58:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:58:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:58:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:58:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:58:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:58:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:34.643009+00:00 (in 17.915606 seconds) namespacegcworker stdout | 2024-04-26 05:58:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:16 UTC)" (scheduled at 2024-04-26 05:58:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:58:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:58:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:58:17,361 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:58:18,828 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:58:19,466 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:58:23,466 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:58:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:32.528171+00:00 (in 9.002758 seconds) notificationworker stdout | 2024-04-26 05:58:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:33 UTC)" (scheduled at 2024-04-26 05:58:23.524950+00:00) notificationworker stdout | 2024-04-26 05:58:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 23, 525701), True, datetime.datetime(2024, 4, 26, 5, 58, 23, 525701), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:33 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:58:25,215 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:58:25,618 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:58:26,193 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:58:26,380 [217] [DEBUG] [app] Starting request: urn:request:14f7058d-c26c-4120-aafd-d6ed7b9fe8af (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:26,380 [215] [DEBUG] [app] Starting request: urn:request:759f286a-f288-43bd-b781-cb5aa3eb4828 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:58:26,383 [246] [DEBUG] [app] Starting request: urn:request:dcab0716-7ec5-41bc-9c3e-7aff2aa98268 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:26,383 [239] [DEBUG] [app] Starting request: urn:request:d023666e-37a4-4b1f-99a2-085759194ab9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:26,384 [246] [DEBUG] [app] Ending request: urn:request:dcab0716-7ec5-41bc-9c3e-7aff2aa98268 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:dcab0716-7ec5-41bc-9c3e-7aff2aa98268', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:26,384 [239] [DEBUG] [app] Ending request: urn:request:d023666e-37a4-4b1f-99a2-085759194ab9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d023666e-37a4-4b1f-99a2-085759194ab9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 05:58:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:58:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:26,387 [217] [DEBUG] [app] Starting request: urn:request:6e03b977-619e-42f6-a7ce-dc99643c314f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:26,387 [218] [DEBUG] [app] Starting request: urn:request:046b76a1-709c-4062-b284-df33ad58ecdc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:26,387 [217] [DEBUG] [app] Ending request: urn:request:6e03b977-619e-42f6-a7ce-dc99643c314f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6e03b977-619e-42f6-a7ce-dc99643c314f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:26,387 [218] [DEBUG] [app] Ending request: urn:request:046b76a1-709c-4062-b284-df33ad58ecdc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:046b76a1-709c-4062-b284-df33ad58ecdc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:26,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:26,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:26,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:26,395 [217] [DEBUG] [app] Ending request: urn:request:14f7058d-c26c-4120-aafd-d6ed7b9fe8af (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:14f7058d-c26c-4120-aafd-d6ed7b9fe8af', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:26,395 [215] [DEBUG] [app] Ending request: urn:request:759f286a-f288-43bd-b781-cb5aa3eb4828 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:759f286a-f288-43bd-b781-cb5aa3eb4828', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:26,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:58:26,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 05:58:26,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:58:26,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:58:26,804 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:58:27,903 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:58:27,906 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:58:27,909 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:58:28,230 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:58:29,961 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:58:30,598 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:58:30,697 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:58:30,865 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:58:31,608 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:58:31,756 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:58:32,475 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:58:32,478 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:58:32,483 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:58:32,486 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:58:32,496 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:58:32,501 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:58:32,504 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:58:32,507 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:58:32,510 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:58:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:33.524950+00:00 (in 0.996308 seconds) notificationworker stdout | 2024-04-26 05:58:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:32 UTC)" (scheduled at 2024-04-26 05:58:32.528171+00:00) notificationworker stdout | 2024-04-26 05:58:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:58:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:32 UTC)" executed successfully notificationworker stdout | 2024-04-26 05:58:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:43.524950+00:00 (in 9.999550 seconds) notificationworker stdout | 2024-04-26 05:58:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:43 UTC)" (scheduled at 2024-04-26 05:58:33.524950+00:00) notificationworker stdout | 2024-04-26 05:58:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 33, 525682), True, datetime.datetime(2024, 4, 26, 5, 58, 33, 525682), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:58:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:58:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:16.726895+00:00 (in 42.083365 seconds) namespacegcworker stdout | 2024-04-26 05:58:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:34 UTC)" (scheduled at 2024-04-26 05:58:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:58:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:58:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 34, 643817), True, datetime.datetime(2024, 4, 26, 5, 58, 34, 643817), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:58:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:58:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:58:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:58:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:58:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:06.225712+00:00 (in 29.999552 seconds) buildlogsarchiver stdout | 2024-04-26 05:58:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:06 UTC)" (scheduled at 2024-04-26 05:58:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:58:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 58, 36, 226459), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:58:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:58:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:58:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:58:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:58:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:08.139839+00:00 (in 29.999476 seconds) gcworker stdout | 2024-04-26 05:58:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:08 UTC)" (scheduled at 2024-04-26 05:58:38.139839+00:00) gcworker stdout | 2024-04-26 05:58:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901518140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:58:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:58:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:58:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:58:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:58:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:45.434633+00:00 (in 4.995818 seconds) securityworker stdout | 2024-04-26 05:58:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:10 UTC)" (scheduled at 2024-04-26 05:58:40.438348+00:00) securityworker stdout | 2024-04-26 05:58:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:58:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:58:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:58:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:58:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:58:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:58:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:58:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:58:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 53, 40, 443592), 1, 4]) securityworker stdout | 2024-04-26 05:58:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 53, 40, 443592), 1, 4]) securityworker stdout | 2024-04-26 05:58:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:58:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:58:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:58:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:58:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:58:41,380 [215] [DEBUG] [app] Starting request: urn:request:0f232649-9f85-4169-bb80-b5cecfebe87b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:41,380 [216] [DEBUG] [app] Starting request: urn:request:1a4390e2-7f5e-4691-b2ab-067582562322 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:41,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:58:41,383 [246] [DEBUG] [app] Starting request: urn:request:eb60568f-7aa0-4927-8144-fbc26d062ec4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:41,384 [245] [DEBUG] [app] Starting request: urn:request:389de3c9-bf60-4007-90e3-6f11bb495947 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:41,384 [246] [DEBUG] [app] Ending request: urn:request:eb60568f-7aa0-4927-8144-fbc26d062ec4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:eb60568f-7aa0-4927-8144-fbc26d062ec4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:41,384 [245] [DEBUG] [app] Ending request: urn:request:389de3c9-bf60-4007-90e3-6f11bb495947 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:389de3c9-bf60-4007-90e3-6f11bb495947', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:58:41,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:41,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:41,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:41,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:41,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:41,387 [216] [DEBUG] [app] Starting request: urn:request:3668e5fa-c6bd-463e-9286-4db30e761bc0 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:41,387 [216] [DEBUG] [app] Ending request: urn:request:3668e5fa-c6bd-463e-9286-4db30e761bc0 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3668e5fa-c6bd-463e-9286-4db30e761bc0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:41,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:41,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:41,388 [217] [DEBUG] [app] Starting request: urn:request:976134b3-1956-4c4a-b0cc-460e75bcc94e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:41,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:41,388 [217] [DEBUG] [app] Ending request: urn:request:976134b3-1956-4c4a-b0cc-460e75bcc94e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:976134b3-1956-4c4a-b0cc-460e75bcc94e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:41,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:41,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:41,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:41,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:41,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:41,395 [216] [DEBUG] [app] Ending request: urn:request:1a4390e2-7f5e-4691-b2ab-067582562322 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1a4390e2-7f5e-4691-b2ab-067582562322', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:41,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:58:41,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.015) gunicorn-web stdout | 2024-04-26 05:58:41,396 [215] [DEBUG] [app] Ending request: urn:request:0f232649-9f85-4169-bb80-b5cecfebe87b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0f232649-9f85-4169-bb80-b5cecfebe87b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:41,396 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 05:58:41,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:58:41,950 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:58:42,337 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:58:42,461 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:58:43,440 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:58:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:58:53.524950+00:00 (in 9.999562 seconds) notificationworker stdout | 2024-04-26 05:58:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:53 UTC)" (scheduled at 2024-04-26 05:58:43.524950+00:00) notificationworker stdout | 2024-04-26 05:58:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 43, 525700), True, datetime.datetime(2024, 4, 26, 5, 58, 43, 525700), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:58:53 UTC)" executed successfully builder stdout | 2024-04-26 05:58:44,104 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:58:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:58:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:08.737804+00:00 (in 24.011215 seconds) repositorygcworker stdout | 2024-04-26 05:58:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:44 UTC)" (scheduled at 2024-04-26 05:58:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:58:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:58:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 44, 726916), True, datetime.datetime(2024, 4, 26, 5, 58, 44, 726916), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:58:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:58:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:58:44,733 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:58:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:58:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:10.438348+00:00 (in 25.003232 seconds) securityworker stdout | 2024-04-26 05:58:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:15 UTC)" (scheduled at 2024-04-26 05:58:45.434633+00:00) securityworker stdout | 2024-04-26 05:58:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:58:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:58:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:58:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:58:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:58:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:58:45,842 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 05:58:46,198 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:58:46,219 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:58:46,222 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} teamsyncworker stdout | 2024-04-26 05:58:46,229 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} gunicorn-web stdout | 2024-04-26 05:58:46,233 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:58:46,236 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 05:58:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:58:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:16.480714+00:00 (in 29.999537 seconds) autopruneworker stdout | 2024-04-26 05:58:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:16 UTC)" (scheduled at 2024-04-26 05:58:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:58:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111066484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:58:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:58:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:58:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:58:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:58:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:06.745385+00:00 (in 19.996430 seconds) exportactionlogsworker stdout | 2024-04-26 05:58:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:46 UTC)" (scheduled at 2024-04-26 05:58:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:58:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:58:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:58:47,377 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:58:48,836 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:58:49,485 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 05:58:53,503 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} notificationworker stdout | 2024-04-26 05:58:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:58:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:03.524950+00:00 (in 9.999512 seconds) notificationworker stdout | 2024-04-26 05:58:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:03 UTC)" (scheduled at 2024-04-26 05:58:53.524950+00:00) notificationworker stdout | 2024-04-26 05:58:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:58:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 53, 525764), True, datetime.datetime(2024, 4, 26, 5, 58, 53, 525764), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:58:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:58:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:58:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:03 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:58:55,252 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:58:55,635 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:58:56,224 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:58:56,380 [216] [DEBUG] [app] Starting request: urn:request:3f822c31-7aff-49a6-8171-51d879b1c6fd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:56,380 [215] [DEBUG] [app] Starting request: urn:request:e03eaa3b-b751-479a-8e73-c5407c383b5d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:58:56,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:58:56,384 [239] [DEBUG] [app] Starting request: urn:request:20991595-5079-4de4-b6d7-b8e5117c3c4f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:56,384 [245] [DEBUG] [app] Starting request: urn:request:698d9583-24bf-4cf9-b445-453c9ea42075 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:58:56,384 [239] [DEBUG] [app] Ending request: urn:request:20991595-5079-4de4-b6d7-b8e5117c3c4f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:20991595-5079-4de4-b6d7-b8e5117c3c4f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:58:56,384 [245] [DEBUG] [app] Ending request: urn:request:698d9583-24bf-4cf9-b445-453c9ea42075 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:698d9583-24bf-4cf9-b445-453c9ea42075', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 05:58:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:58:56,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:56,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:56,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:58:56,387 [216] [DEBUG] [app] Starting request: urn:request:e095f4fa-eb23-4752-be1d-a4b94387e6df (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:56,387 [218] [DEBUG] [app] Starting request: urn:request:a50d6c14-b6ac-45e9-9628-2901a3b90460 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:58:56,387 [216] [DEBUG] [app] Ending request: urn:request:e095f4fa-eb23-4752-be1d-a4b94387e6df (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e095f4fa-eb23-4752-be1d-a4b94387e6df', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:56,388 [218] [DEBUG] [app] Ending request: urn:request:a50d6c14-b6ac-45e9-9628-2901a3b90460 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a50d6c14-b6ac-45e9-9628-2901a3b90460', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:58:56,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:58:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:58:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:58:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:56,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:58:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:56,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:58:56,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:58:56,395 [215] [DEBUG] [app] Ending request: urn:request:e03eaa3b-b751-479a-8e73-c5407c383b5d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e03eaa3b-b751-479a-8e73-c5407c383b5d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:56,395 [216] [DEBUG] [app] Ending request: urn:request:3f822c31-7aff-49a6-8171-51d879b1c6fd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3f822c31-7aff-49a6-8171-51d879b1c6fd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:58:56,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:58:56,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:58:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 05:58:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:58:56,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:58:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:58:56,835 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:58:57,911 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:58:57,915 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:58:57,919 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:58:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:58:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:10.045971+00:00 (in 12.002871 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:58:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:58 UTC)" (scheduled at 2024-04-26 05:58:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:58:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:58:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 58, 58, 43405), True, datetime.datetime(2024, 4, 26, 5, 58, 58, 43405), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:58:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:58:58,048 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:58:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 05:59:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:58:58,253 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:58:59,991 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:59:00,635 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:59:00,729 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:59:00,881 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:59:01,645 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:59:01,788 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:59:02,486 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:59:02,489 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:59:02,495 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:59:02,497 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:59:02,506 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:59:02,513 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 05:59:02,516 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:59:02,519 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:59:02,521 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:59:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:13.524950+00:00 (in 9.999474 seconds) notificationworker stdout | 2024-04-26 05:59:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:13 UTC)" (scheduled at 2024-04-26 05:59:03.524950+00:00) notificationworker stdout | 2024-04-26 05:59:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 3, 525785), True, datetime.datetime(2024, 4, 26, 5, 59, 3, 525785), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:59:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:59:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:36.225712+00:00 (in 29.999557 seconds) buildlogsarchiver stdout | 2024-04-26 05:59:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:36 UTC)" (scheduled at 2024-04-26 05:59:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:59:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 59, 6, 226426), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:59:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:59:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:59:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:59:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:59:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:46.748509+00:00 (in 40.002689 seconds) exportactionlogsworker stdout | 2024-04-26 05:59:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:06 UTC)" (scheduled at 2024-04-26 05:59:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 05:59:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 05:59:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 6, 746106), True, datetime.datetime(2024, 4, 26, 5, 59, 6, 746106), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 05:59:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 05:59:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 05:59:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:59:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:59:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:38.139839+00:00 (in 29.999494 seconds) gcworker stdout | 2024-04-26 05:59:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:38 UTC)" (scheduled at 2024-04-26 05:59:08.139839+00:00) gcworker stdout | 2024-04-26 05:59:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901548140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:59:08,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:59:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:59:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:59:08,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:59:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:44.726048+00:00 (in 35.987789 seconds) repositorygcworker stdout | 2024-04-26 05:59:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:08 UTC)" (scheduled at 2024-04-26 05:59:08.737804+00:00) repositorygcworker stdout | 2024-04-26 05:59:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 05:59:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:59:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:59:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:58.042626+00:00 (in 47.996174 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:59:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:10 UTC)" (scheduled at 2024-04-26 05:59:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:59:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 05:59:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:10 UTC)" executed successfully securityworker stdout | 2024-04-26 05:59:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:59:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:15.434633+00:00 (in 4.995755 seconds) securityworker stdout | 2024-04-26 05:59:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:40 UTC)" (scheduled at 2024-04-26 05:59:10.438348+00:00) securityworker stdout | 2024-04-26 05:59:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:59:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:59:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:59:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:59:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:59:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:59:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:59:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:59:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 54, 10, 443750), 1, 4]) securityworker stdout | 2024-04-26 05:59:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 54, 10, 443750), 1, 4]) securityworker stdout | 2024-04-26 05:59:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:10,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:59:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:59:11,380 [215] [DEBUG] [app] Starting request: urn:request:d031e06e-7429-46e1-854d-7890d35e2eb9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:11,380 [217] [DEBUG] [app] Starting request: urn:request:3a1519b5-524e-4cbd-a540-22d2b68b477f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:59:11,383 [246] [DEBUG] [app] Starting request: urn:request:14053cad-3d9f-4df5-8f94-c031b76f7308 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:11,383 [239] [DEBUG] [app] Starting request: urn:request:7119af27-651b-475f-9a38-8c98f1a25609 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:11,384 [246] [DEBUG] [app] Ending request: urn:request:14053cad-3d9f-4df5-8f94-c031b76f7308 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:14053cad-3d9f-4df5-8f94-c031b76f7308', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:11,384 [239] [DEBUG] [app] Ending request: urn:request:7119af27-651b-475f-9a38-8c98f1a25609 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7119af27-651b-475f-9a38-8c98f1a25609', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:59:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:59:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:11,388 [218] [DEBUG] [app] Starting request: urn:request:456ec212-24e7-40ec-945e-d3a33651b53b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:11,388 [216] [DEBUG] [app] Starting request: urn:request:fa12f73b-ddd3-4086-8d19-df55c20789d3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:11,388 [218] [DEBUG] [app] Ending request: urn:request:456ec212-24e7-40ec-945e-d3a33651b53b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:456ec212-24e7-40ec-945e-d3a33651b53b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:11,388 [216] [DEBUG] [app] Ending request: urn:request:fa12f73b-ddd3-4086-8d19-df55c20789d3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fa12f73b-ddd3-4086-8d19-df55c20789d3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:59:11,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:11,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:11,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:11,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:11,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:11,396 [217] [DEBUG] [app] Ending request: urn:request:3a1519b5-524e-4cbd-a540-22d2b68b477f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3a1519b5-524e-4cbd-a540-22d2b68b477f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:11,396 [215] [DEBUG] [app] Ending request: urn:request:d031e06e-7429-46e1-854d-7890d35e2eb9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d031e06e-7429-46e1-854d-7890d35e2eb9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:11,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:11,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:11,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) gunicorn-web stdout | 2024-04-26 05:59:11,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 05:59:11,975 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} gunicorn-web stdout | 2024-04-26 05:59:12,190 [217] [DEBUG] [app] Starting request: urn:request:c9f023cc-966e-4950-a01a-089ee9a5d0ca (/api/v1/user/apptoken) {'X-Forwarded-For': '43.228.180.230, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:59:12,191 [217] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,191 [217] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,191 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:59:12,195 [217] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,196 [217] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,197 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [3, datetime.datetime(2024, 4, 29, 1, 11, 12, 196632), datetime.datetime(2024, 4, 26, 5, 59, 12, 196683)]) gunicorn-web stdout | 2024-04-26 05:59:12,198 [217] [DEBUG] [app] Ending request: urn:request:c9f023cc-966e-4950-a01a-089ee9a5d0ca (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:c9f023cc-966e-4950-a01a-089ee9a5d0ca', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 05:59:12,198 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:12,198 [217] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:59:12 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:59:12 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.009 2292 0.009) gunicorn-web stdout | 2024-04-26 05:59:12,250 [216] [DEBUG] [app] Starting request: urn:request:c24f68a1-1b4c-45e8-9084-f820d23fe296 (/api/v1/user/notifications) {'X-Forwarded-For': '43.228.180.230, 10.128.2.52'} gunicorn-web stdout | 2024-04-26 05:59:12,250 [216] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,250 [216] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,251 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 05:59:12,255 [216] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,256 [216] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,256 [216] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 05:59:12,257 [216] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 3, False, 3, 'admin', 6]) gunicorn-web stdout | 2024-04-26 05:59:12,260 [216] [DEBUG] [app] Ending request: urn:request:c24f68a1-1b4c-45e8-9084-f820d23fe296 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:c24f68a1-1b4c-45e8-9084-f820d23fe296', 'remote_addr': '10.128.2.52', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 05:59:12,261 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.128.2.52 (-) - - [26/Apr/2024:05:59:12 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.012 2283 0.012) gunicorn-web stdout | 2024-04-26 05:59:12,261 [216] [INFO] [gunicorn.access] 10.128.2.52 - - [26/Apr/2024:05:59:12 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" chunkcleanupworker stdout | 2024-04-26 05:59:12,374 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:59:12,498 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:59:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 05:59:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:12.842614+00:00 (in 59.999539 seconds) quotaregistrysizeworker stdout | 2024-04-26 05:59:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:12 UTC)" (scheduled at 2024-04-26 05:59:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 05:59:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 05:59:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 05:59:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:12 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 05:59:13,476 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:59:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:23.524950+00:00 (in 9.999480 seconds) notificationworker stdout | 2024-04-26 05:59:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:23 UTC)" (scheduled at 2024-04-26 05:59:13.524950+00:00) notificationworker stdout | 2024-04-26 05:59:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 13, 525751), True, datetime.datetime(2024, 4, 26, 5, 59, 13, 525751), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:23 UTC)" executed successfully builder stdout | 2024-04-26 05:59:14,112 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 05:59:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:59:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:40.438348+00:00 (in 25.003158 seconds) securityworker stdout | 2024-04-26 05:59:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:45 UTC)" (scheduled at 2024-04-26 05:59:15.434633+00:00) securityworker stdout | 2024-04-26 05:59:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:59:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:59:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:59:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:59:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:59:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:59:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 54, 15, 438444), 1, 4]) securityworker stdout | 2024-04-26 05:59:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 54, 15, 438444), 1, 4]) securityworker stdout | 2024-04-26 05:59:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:59:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:45 UTC)" executed successfully securityworker stdout | 2024-04-26 05:59:15,857 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 05:59:16,206 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:59:16,230 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:59:16,234 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:59:16,243 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:59:16,246 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 05:59:16,266 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 05:59:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:59:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:46.480714+00:00 (in 29.999546 seconds) autopruneworker stdout | 2024-04-26 05:59:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:46 UTC)" (scheduled at 2024-04-26 05:59:16.480714+00:00) autopruneworker stdout | 2024-04-26 05:59:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111096484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:59:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:59:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:59:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 05:59:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:59:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:59:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:34.643009+00:00 (in 17.915610 seconds) namespacegcworker stdout | 2024-04-26 05:59:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:16 UTC)" (scheduled at 2024-04-26 05:59:16.726895+00:00) namespacegcworker stdout | 2024-04-26 05:59:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 05:59:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:59:17,393 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:59:18,873 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:59:19,521 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 05:59:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:32.528171+00:00 (in 9.002724 seconds) notificationworker stdout | 2024-04-26 05:59:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:33 UTC)" (scheduled at 2024-04-26 05:59:23.524950+00:00) notificationworker stdout | 2024-04-26 05:59:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 23, 525731), True, datetime.datetime(2024, 4, 26, 5, 59, 23, 525731), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:59:23,539 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 05:59:25,288 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:59:25,671 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:59:26,237 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:59:26,381 [215] [DEBUG] [app] Starting request: urn:request:860c3eeb-5d83-4579-9c28-1f80084ffbb6 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:26,381 [218] [DEBUG] [app] Starting request: urn:request:8bfa52fa-b468-4674-9c4c-b3b363e71874 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:26,383 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:26,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:59:26,385 [239] [DEBUG] [app] Starting request: urn:request:2f2cd248-eb4e-4c7b-b995-4e10c2d1c5f1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:26,385 [246] [DEBUG] [app] Starting request: urn:request:303f6b37-014b-457e-9767-f9725a2e9deb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:26,385 [239] [DEBUG] [app] Ending request: urn:request:2f2cd248-eb4e-4c7b-b995-4e10c2d1c5f1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:2f2cd248-eb4e-4c7b-b995-4e10c2d1c5f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:26,385 [246] [DEBUG] [app] Ending request: urn:request:303f6b37-014b-457e-9767-f9725a2e9deb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:303f6b37-014b-457e-9767-f9725a2e9deb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:26,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:59:26,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:59:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:26,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:26,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:26,389 [216] [DEBUG] [app] Starting request: urn:request:fb656411-156e-4f50-9b7a-d0ac3e20721e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:26,389 [217] [DEBUG] [app] Starting request: urn:request:492ecc0a-772e-44a9-a145-706abbf83e2c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:26,389 [216] [DEBUG] [app] Ending request: urn:request:fb656411-156e-4f50-9b7a-d0ac3e20721e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fb656411-156e-4f50-9b7a-d0ac3e20721e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:26,389 [217] [DEBUG] [app] Ending request: urn:request:492ecc0a-772e-44a9-a145-706abbf83e2c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:492ecc0a-772e-44a9-a145-706abbf83e2c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:26,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:26,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:59:26,390 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:26,390 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 05:59:26,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:26,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:26,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:26,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:26,397 [218] [DEBUG] [app] Ending request: urn:request:8bfa52fa-b468-4674-9c4c-b3b363e71874 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8bfa52fa-b468-4674-9c4c-b3b363e71874', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:26,397 [215] [DEBUG] [app] Ending request: urn:request:860c3eeb-5d83-4579-9c28-1f80084ffbb6 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:860c3eeb-5d83-4579-9c28-1f80084ffbb6', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:26,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:26,397 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) gunicorn-web stdout | 2024-04-26 05:59:26,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:59:26,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 05:59:26,869 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:59:27,919 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:59:27,922 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:59:27,925 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 05:59:28,290 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 05:59:30,002 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 05:59:30,671 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 05:59:30,766 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 05:59:30,897 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 05:59:31,674 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 05:59:31,805 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 05:59:32,496 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 05:59:32,500 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 05:59:32,503 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 05:59:32,506 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 05:59:32,515 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 05:59:32,525 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} notificationworker stdout | 2024-04-26 05:59:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:33.524950+00:00 (in 0.996352 seconds) notificationworker stdout | 2024-04-26 05:59:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:32 UTC)" (scheduled at 2024-04-26 05:59:32.528171+00:00) notificationworker stdout | 2024-04-26 05:59:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 05:59:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 05:59:32,529 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 05:59:32,532 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 05:59:32,535 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 05:59:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:43.524950+00:00 (in 9.999513 seconds) notificationworker stdout | 2024-04-26 05:59:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:43 UTC)" (scheduled at 2024-04-26 05:59:33.524950+00:00) notificationworker stdout | 2024-04-26 05:59:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 33, 525725), True, datetime.datetime(2024, 4, 26, 5, 59, 33, 525725), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 05:59:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 05:59:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:16.726895+00:00 (in 42.083367 seconds) namespacegcworker stdout | 2024-04-26 05:59:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:34 UTC)" (scheduled at 2024-04-26 05:59:34.643009+00:00) namespacegcworker stdout | 2024-04-26 05:59:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 05:59:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 34, 643918), True, datetime.datetime(2024, 4, 26, 5, 59, 34, 643918), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 05:59:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 05:59:34,650 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 05:59:34,650 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 05:59:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 05:59:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:06.225712+00:00 (in 29.999571 seconds) buildlogsarchiver stdout | 2024-04-26 05:59:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:06 UTC)" (scheduled at 2024-04-26 05:59:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 05:59:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 5, 59, 36, 226441), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 05:59:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 05:59:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 05:59:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:06 UTC)" executed successfully gcworker stdout | 2024-04-26 05:59:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 05:59:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:08.139839+00:00 (in 29.999478 seconds) gcworker stdout | 2024-04-26 05:59:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:08 UTC)" (scheduled at 2024-04-26 05:59:38.139839+00:00) gcworker stdout | 2024-04-26 05:59:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901578140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 05:59:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 05:59:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 05:59:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:08 UTC)" executed successfully securityworker stdout | 2024-04-26 05:59:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:59:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:45.434633+00:00 (in 4.995796 seconds) securityworker stdout | 2024-04-26 05:59:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:10 UTC)" (scheduled at 2024-04-26 05:59:40.438348+00:00) securityworker stdout | 2024-04-26 05:59:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 05:59:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:59:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 05:59:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:59:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:59:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:59:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:59:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 05:59:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 54, 40, 443646), 1, 4]) securityworker stdout | 2024-04-26 05:59:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 54, 40, 443646), 1, 4]) securityworker stdout | 2024-04-26 05:59:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 05:59:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 05:59:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:59:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 05:59:41,380 [215] [DEBUG] [app] Starting request: urn:request:7125224c-5054-496f-9871-ce6b6983690f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:41,380 [218] [DEBUG] [app] Starting request: urn:request:0c0b7935-5ac5-4b0f-b3aa-586f0df9104c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:41,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:59:41,383 [245] [DEBUG] [app] Starting request: urn:request:7ede0b48-02e5-47bd-a94a-cf7993af7676 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:41,383 [239] [DEBUG] [app] Starting request: urn:request:176f013d-cf23-4717-a3c6-21c6a0276a38 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:41,383 [239] [DEBUG] [app] Ending request: urn:request:176f013d-cf23-4717-a3c6-21c6a0276a38 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:176f013d-cf23-4717-a3c6-21c6a0276a38', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:41,383 [245] [DEBUG] [app] Ending request: urn:request:7ede0b48-02e5-47bd-a94a-cf7993af7676 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7ede0b48-02e5-47bd-a94a-cf7993af7676', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:59:41,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 05:59:41,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:41,386 [215] [DEBUG] [app] Starting request: urn:request:f51a67b6-a3c9-424b-9a3c-c001a0897518 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:41,386 [218] [DEBUG] [app] Starting request: urn:request:4b314a97-10c9-4fb9-a384-d982bf4042c9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:41,387 [215] [DEBUG] [app] Ending request: urn:request:f51a67b6-a3c9-424b-9a3c-c001a0897518 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f51a67b6-a3c9-424b-9a3c-c001a0897518', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:41,387 [218] [DEBUG] [app] Ending request: urn:request:4b314a97-10c9-4fb9-a384-d982bf4042c9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4b314a97-10c9-4fb9-a384-d982bf4042c9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:41,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:59:41,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:41,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:41,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:41,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:41,395 [215] [DEBUG] [app] Ending request: urn:request:7125224c-5054-496f-9871-ce6b6983690f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7125224c-5054-496f-9871-ce6b6983690f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:41,395 [218] [DEBUG] [app] Ending request: urn:request:0c0b7935-5ac5-4b0f-b3aa-586f0df9104c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0c0b7935-5ac5-4b0f-b3aa-586f0df9104c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:41,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:59:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) globalpromstats stdout | 2024-04-26 05:59:42,012 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 05:59:42,401 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 05:59:42,531 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 05:59:43,514 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} notificationworker stdout | 2024-04-26 05:59:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 05:59:53.524950+00:00 (in 9.999479 seconds) notificationworker stdout | 2024-04-26 05:59:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:53 UTC)" (scheduled at 2024-04-26 05:59:43.524950+00:00) notificationworker stdout | 2024-04-26 05:59:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 43, 525772), True, datetime.datetime(2024, 4, 26, 5, 59, 43, 525772), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 05:59:53 UTC)" executed successfully builder stdout | 2024-04-26 05:59:44,149 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 05:59:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 05:59:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:08.737804+00:00 (in 24.011169 seconds) repositorygcworker stdout | 2024-04-26 05:59:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:44 UTC)" (scheduled at 2024-04-26 05:59:44.726048+00:00) repositorygcworker stdout | 2024-04-26 05:59:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 05:59:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 44, 726959), True, datetime.datetime(2024, 4, 26, 5, 59, 44, 726959), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 05:59:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 05:59:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 05:59:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:44 UTC)" executed successfully securityworker stdout | 2024-04-26 05:59:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 05:59:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:10.438348+00:00 (in 25.003249 seconds) securityworker stdout | 2024-04-26 05:59:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:15 UTC)" (scheduled at 2024-04-26 05:59:45.434633+00:00) securityworker stdout | 2024-04-26 05:59:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 05:59:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 05:59:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 05:59:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 05:59:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 05:59:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:15 UTC)" executed successfully securityworker stdout | 2024-04-26 05:59:45,888 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 05:59:46,214 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 05:59:46,243 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 05:59:46,246 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 05:59:46,253 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 05:59:46,256 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 05:59:46,302 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 05:59:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 05:59:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:16.480714+00:00 (in 29.999563 seconds) autopruneworker stdout | 2024-04-26 05:59:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:16 UTC)" (scheduled at 2024-04-26 05:59:46.480714+00:00) autopruneworker stdout | 2024-04-26 05:59:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111126484, None, 1, 0]) autopruneworker stdout | 2024-04-26 05:59:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 05:59:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 05:59:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 05:59:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 05:59:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:06.745385+00:00 (in 19.996420 seconds) exportactionlogsworker stdout | 2024-04-26 05:59:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:46 UTC)" (scheduled at 2024-04-26 05:59:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 05:59:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 05:59:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 05:59:47,410 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 05:59:48,892 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 05:59:49,548 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 05:59:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 05:59:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:03.524950+00:00 (in 9.999466 seconds) notificationworker stdout | 2024-04-26 05:59:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:03 UTC)" (scheduled at 2024-04-26 05:59:53.524950+00:00) notificationworker stdout | 2024-04-26 05:59:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 05:59:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 53, 525765), True, datetime.datetime(2024, 4, 26, 5, 59, 53, 525765), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 05:59:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 05:59:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 05:59:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 05:59:53,575 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 05:59:55,325 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 05:59:55,708 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 05:59:56,274 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 05:59:56,380 [218] [DEBUG] [app] Starting request: urn:request:85fcc2f3-ccba-4596-ae7a-a57e3e256291 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:56,380 [215] [DEBUG] [app] Starting request: urn:request:be92fa3f-1520-40dc-b205-5670702e4fa0 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 05:59:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 05:59:56,383 [245] [DEBUG] [app] Starting request: urn:request:3b5b1912-b6aa-4b1c-be21-55bd9701703a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:56,383 [246] [DEBUG] [app] Starting request: urn:request:64dde737-f695-450f-9c6e-fb1623c3fca2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 05:59:56,384 [246] [DEBUG] [app] Ending request: urn:request:64dde737-f695-450f-9c6e-fb1623c3fca2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:64dde737-f695-450f-9c6e-fb1623c3fca2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:56,384 [245] [DEBUG] [app] Ending request: urn:request:3b5b1912-b6aa-4b1c-be21-55bd9701703a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3b5b1912-b6aa-4b1c-be21-55bd9701703a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 05:59:56,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 05:59:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 05:59:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:56,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:56,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 05:59:56,387 [215] [DEBUG] [app] Starting request: urn:request:21b84244-f218-47a4-9e56-c50b922e25fa (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:56,387 [215] [DEBUG] [app] Ending request: urn:request:21b84244-f218-47a4-9e56-c50b922e25fa (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:21b84244-f218-47a4-9e56-c50b922e25fa', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 05:59:56,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 05:59:56,388 [216] [DEBUG] [app] Starting request: urn:request:2697b85d-9261-4b7f-9d83-ca1b938a226d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 05:59:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:56,388 [216] [DEBUG] [app] Ending request: urn:request:2697b85d-9261-4b7f-9d83-ca1b938a226d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2697b85d-9261-4b7f-9d83-ca1b938a226d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 05:59:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:56,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:05:59:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 05:59:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 05:59:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 05:59:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:56,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 05:59:56,395 [215] [DEBUG] [app] Ending request: urn:request:be92fa3f-1520-40dc-b205-5670702e4fa0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:be92fa3f-1520-40dc-b205-5670702e4fa0', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:56,395 [218] [DEBUG] [app] Ending request: urn:request:85fcc2f3-ccba-4596-ae7a-a57e3e256291 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:85fcc2f3-ccba-4596-ae7a-a57e3e256291', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 05:59:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:56,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 05:59:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 05:59:56,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:05:59:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:05:59:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) exportactionlogsworker stdout | 2024-04-26 05:59:56,905 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 05:59:57,928 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 05:59:57,932 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 05:59:57,934 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 05:59:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 05:59:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:10.045971+00:00 (in 12.002873 seconds) securityscanningnotificationworker stdout | 2024-04-26 05:59:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:58 UTC)" (scheduled at 2024-04-26 05:59:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 05:59:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 05:59:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 5, 59, 58, 43397), True, datetime.datetime(2024, 4, 26, 5, 59, 58, 43397), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 05:59:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 05:59:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 05:59:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:00:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 05:59:58,327 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:00:00,025 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:00:00,707 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:00:00,801 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:00:00,913 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:00:01,710 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:00:01,826 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:00:02,504 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:00:02,512 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:00:02,516 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:00:02,520 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:00:02,524 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:00:02,536 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:00:02,540 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:00:02,545 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:00:02,548 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:00:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:13.524950+00:00 (in 9.999494 seconds) notificationworker stdout | 2024-04-26 06:00:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:13 UTC)" (scheduled at 2024-04-26 06:00:03.524950+00:00) notificationworker stdout | 2024-04-26 06:00:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 3, 525755), True, datetime.datetime(2024, 4, 26, 6, 0, 3, 525755), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:00:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:00:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:36.225712+00:00 (in 29.999539 seconds) buildlogsarchiver stdout | 2024-04-26 06:00:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:36 UTC)" (scheduled at 2024-04-26 06:00:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:00:06,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 0, 6, 226474), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:00:06,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:00:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:00:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:00:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:00:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:44.748211+00:00 (in 38.002367 seconds) exportactionlogsworker stdout | 2024-04-26 06:00:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:06 UTC)" (scheduled at 2024-04-26 06:00:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:00:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:00:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 6, 746127), True, datetime.datetime(2024, 4, 26, 6, 0, 6, 746127), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:00:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:00:06,752 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:00:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:00:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:00:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:38.139839+00:00 (in 29.999495 seconds) gcworker stdout | 2024-04-26 06:00:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:38 UTC)" (scheduled at 2024-04-26 06:00:08.139839+00:00) gcworker stdout | 2024-04-26 06:00:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901608140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:00:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:00:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:00:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:00:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:00:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:44.726048+00:00 (in 35.987698 seconds) repositorygcworker stdout | 2024-04-26 06:00:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:08 UTC)" (scheduled at 2024-04-26 06:00:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:00:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:00:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:00:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:00:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:58.042626+00:00 (in 47.996176 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:00:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:10 UTC)" (scheduled at 2024-04-26 06:00:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:00:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:00:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:00:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:00:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:15.434633+00:00 (in 4.995792 seconds) securityworker stdout | 2024-04-26 06:00:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:40 UTC)" (scheduled at 2024-04-26 06:00:10.438348+00:00) securityworker stdout | 2024-04-26 06:00:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:00:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:00:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:00:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:00:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:00:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:00:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:00:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:00:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 55, 10, 444184), 1, 4]) securityworker stdout | 2024-04-26 06:00:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 55, 10, 444184), 1, 4]) securityworker stdout | 2024-04-26 06:00:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:00:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:00:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:00:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:00:10,454 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:10,454 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:00:10,454 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:00:11,380 [217] [DEBUG] [app] Starting request: urn:request:940f0507-99f1-4e46-bc98-f048babfd17f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:11,380 [215] [DEBUG] [app] Starting request: urn:request:b5586380-e8ea-4214-8c46-5507bed772d3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:11,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:11,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:00:11,383 [246] [DEBUG] [app] Starting request: urn:request:6eb4d93c-4e71-4977-87ad-3d64c85adf02 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:11,383 [239] [DEBUG] [app] Starting request: urn:request:b1526dec-ea22-452c-8bc2-61d33e32e926 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:11,383 [246] [DEBUG] [app] Ending request: urn:request:6eb4d93c-4e71-4977-87ad-3d64c85adf02 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6eb4d93c-4e71-4977-87ad-3d64c85adf02', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:11,383 [239] [DEBUG] [app] Ending request: urn:request:b1526dec-ea22-452c-8bc2-61d33e32e926 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b1526dec-ea22-452c-8bc2-61d33e32e926', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:11,383 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:00:11,383 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:00:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:11,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:11,386 [217] [DEBUG] [app] Starting request: urn:request:ad871eb1-ad6e-463d-b24b-8f4637ba3f90 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:11,387 [217] [DEBUG] [app] Ending request: urn:request:ad871eb1-ad6e-463d-b24b-8f4637ba3f90 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ad871eb1-ad6e-463d-b24b-8f4637ba3f90', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:11,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:11,387 [218] [DEBUG] [app] Starting request: urn:request:b98c24df-3214-46c7-b759-2997f133847b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:11,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:11,387 [218] [DEBUG] [app] Ending request: urn:request:b98c24df-3214-46c7-b759-2997f133847b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b98c24df-3214-46c7-b759-2997f133847b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:00:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:11,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:11,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:11,394 [217] [DEBUG] [app] Ending request: urn:request:940f0507-99f1-4e46-bc98-f048babfd17f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:940f0507-99f1-4e46-bc98-f048babfd17f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:11,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:11,395 [215] [DEBUG] [app] Ending request: urn:request:b5586380-e8ea-4214-8c46-5507bed772d3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b5586380-e8ea-4214-8c46-5507bed772d3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:11,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:00:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) globalpromstats stdout | 2024-04-26 06:00:12,049 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:00:12,438 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:00:12,562 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:00:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:00:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:12.842614+00:00 (in 59.999505 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:00:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:12 UTC)" (scheduled at 2024-04-26 06:00:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:00:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:00:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:00:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:00:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:23.524950+00:00 (in 9.999514 seconds) notificationworker stdout | 2024-04-26 06:00:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:23 UTC)" (scheduled at 2024-04-26 06:00:13.524950+00:00) notificationworker stdout | 2024-04-26 06:00:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 13, 525734), True, datetime.datetime(2024, 4, 26, 6, 0, 13, 525734), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:00:13,550 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:00:14,174 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:00:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:00:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:40.438348+00:00 (in 25.003237 seconds) securityworker stdout | 2024-04-26 06:00:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:45 UTC)" (scheduled at 2024-04-26 06:00:15.434633+00:00) securityworker stdout | 2024-04-26 06:00:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:00:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:00:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:00:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:00:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:00:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:00:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 55, 15, 438348), 1, 4]) securityworker stdout | 2024-04-26 06:00:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 55, 15, 438348), 1, 4]) securityworker stdout | 2024-04-26 06:00:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:00:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:00:15,925 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:00:16,222 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:00:16,257 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:00:16,260 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:00:16,265 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:00:16,268 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:00:16,326 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:00:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:00:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:46.480714+00:00 (in 29.999509 seconds) autopruneworker stdout | 2024-04-26 06:00:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:46 UTC)" (scheduled at 2024-04-26 06:00:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:00:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111156484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:00:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:00:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:00:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:00:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:00:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:00:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:34.643009+00:00 (in 17.915579 seconds) namespacegcworker stdout | 2024-04-26 06:00:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:16 UTC)" (scheduled at 2024-04-26 06:00:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:00:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:00:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:00:17,446 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:00:18,909 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:00:19,584 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:00:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:32.528171+00:00 (in 9.002682 seconds) notificationworker stdout | 2024-04-26 06:00:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:33 UTC)" (scheduled at 2024-04-26 06:00:23.524950+00:00) notificationworker stdout | 2024-04-26 06:00:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 23, 525773), True, datetime.datetime(2024, 4, 26, 6, 0, 23, 525773), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:00:23,593 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:00:25,337 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:00:25,745 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:00:26,302 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 06:00:26,380 [216] [DEBUG] [app] Starting request: urn:request:f369137e-0589-457d-8af3-a2e65fab3513 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:26,380 [215] [DEBUG] [app] Starting request: urn:request:c7bcdcc1-6421-4d4c-976c-a2c4d88bd346 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:26,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:00:26,384 [239] [DEBUG] [app] Starting request: urn:request:ee6e4a2e-8b41-4368-b31b-9e1309531d26 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:26,384 [244] [DEBUG] [app] Starting request: urn:request:b38df9ac-b315-4ff2-9a59-4140e1e4a679 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:26,384 [239] [DEBUG] [app] Ending request: urn:request:ee6e4a2e-8b41-4368-b31b-9e1309531d26 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ee6e4a2e-8b41-4368-b31b-9e1309531d26', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:26,384 [244] [DEBUG] [app] Ending request: urn:request:b38df9ac-b315-4ff2-9a59-4140e1e4a679 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b38df9ac-b315-4ff2-9a59-4140e1e4a679', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:00:26,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:00:26,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:26,387 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:26,387 [215] [DEBUG] [app] Starting request: urn:request:ae2990c0-a9ca-46e3-8767-116aa6aa0f7e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:26,388 [215] [DEBUG] [app] Ending request: urn:request:ae2990c0-a9ca-46e3-8767-116aa6aa0f7e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ae2990c0-a9ca-46e3-8767-116aa6aa0f7e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:00:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:26,388 [217] [DEBUG] [app] Starting request: urn:request:5194bc47-9a87-4761-a262-1b5744a11a74 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:26,389 [217] [DEBUG] [app] Ending request: urn:request:5194bc47-9a87-4761-a262-1b5744a11a74 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5194bc47-9a87-4761-a262-1b5744a11a74', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:26,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:26,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:26,390 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:26,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:26,396 [215] [DEBUG] [app] Ending request: urn:request:c7bcdcc1-6421-4d4c-976c-a2c4d88bd346 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c7bcdcc1-6421-4d4c-976c-a2c4d88bd346', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:26,396 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 06:00:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:00:26,397 [216] [DEBUG] [app] Ending request: urn:request:f369137e-0589-457d-8af3-a2e65fab3513 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f369137e-0589-457d-8af3-a2e65fab3513', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:26,397 [216] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) gunicorn-web stdout | 2024-04-26 06:00:26,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" exportactionlogsworker stdout | 2024-04-26 06:00:26,942 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:00:27,936 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:00:27,940 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:00:27,943 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:00:28,337 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:00:30,062 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:00:30,730 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:00:30,838 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:00:30,950 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:00:31,741 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:00:31,837 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:00:32,512 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:00:32,522 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:00:32,526 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} notificationworker stdout | 2024-04-26 06:00:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:33.524950+00:00 (in 0.996348 seconds) notificationworker stdout | 2024-04-26 06:00:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:32 UTC)" (scheduled at 2024-04-26 06:00:32.528171+00:00) notificationworker stdout | 2024-04-26 06:00:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:00:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:00:32,530 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:00:32,533 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:00:32,547 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:00:32,550 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:00:32,554 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:00:32,557 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:00:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:43.524950+00:00 (in 9.999494 seconds) notificationworker stdout | 2024-04-26 06:00:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:43 UTC)" (scheduled at 2024-04-26 06:00:33.524950+00:00) notificationworker stdout | 2024-04-26 06:00:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 33, 525734), True, datetime.datetime(2024, 4, 26, 6, 0, 33, 525734), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:00:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:00:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:16.726895+00:00 (in 42.083365 seconds) namespacegcworker stdout | 2024-04-26 06:00:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:34 UTC)" (scheduled at 2024-04-26 06:00:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:00:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:00:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 34, 643839), True, datetime.datetime(2024, 4, 26, 6, 0, 34, 643839), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:00:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:00:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:00:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:00:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:00:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:06.225712+00:00 (in 29.999553 seconds) buildlogsarchiver stdout | 2024-04-26 06:00:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:06 UTC)" (scheduled at 2024-04-26 06:00:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:00:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 0, 36, 226488), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:00:36,233 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:00:36,233 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:00:36,233 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:00:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:00:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:08.139839+00:00 (in 29.999471 seconds) gcworker stdout | 2024-04-26 06:00:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:08 UTC)" (scheduled at 2024-04-26 06:00:38.139839+00:00) gcworker stdout | 2024-04-26 06:00:38,140 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100]) gcworker stdout | 2024-04-26 06:00:38,146 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901638145, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:00:38,148 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:00:38,148 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:00:38,148 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:00:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:00:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:45.434633+00:00 (in 4.995811 seconds) securityworker stdout | 2024-04-26 06:00:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:10 UTC)" (scheduled at 2024-04-26 06:00:40.438348+00:00) securityworker stdout | 2024-04-26 06:00:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:00:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:00:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:00:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:00:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:00:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:00:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:00:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:00:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 55, 40, 443753), 1, 4]) securityworker stdout | 2024-04-26 06:00:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 55, 40, 443753), 1, 4]) securityworker stdout | 2024-04-26 06:00:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:00:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:00:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:00:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:00:41,380 [215] [DEBUG] [app] Starting request: urn:request:f4cb4a9f-9179-4730-89c1-15d7e36d7cb5 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:41,380 [217] [DEBUG] [app] Starting request: urn:request:18b5b1f0-0bab-4435-a106-9d3933864482 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:00:41,383 [246] [DEBUG] [app] Starting request: urn:request:832e353f-96af-4108-a785-fba13a019a11 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:41,383 [239] [DEBUG] [app] Starting request: urn:request:357332c0-2ef8-4a12-b071-035cdddcc064 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:41,384 [246] [DEBUG] [app] Ending request: urn:request:832e353f-96af-4108-a785-fba13a019a11 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:832e353f-96af-4108-a785-fba13a019a11', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:41,384 [239] [DEBUG] [app] Ending request: urn:request:357332c0-2ef8-4a12-b071-035cdddcc064 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:357332c0-2ef8-4a12-b071-035cdddcc064', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:00:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 06:00:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:41,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:41,387 [218] [DEBUG] [app] Starting request: urn:request:1791d2e0-69e8-4e23-b693-d4f7e3c29ec9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:41,387 [216] [DEBUG] [app] Starting request: urn:request:8d296e08-7b17-4670-88bd-8df40990dc5e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:41,387 [218] [DEBUG] [app] Ending request: urn:request:1791d2e0-69e8-4e23-b693-d4f7e3c29ec9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1791d2e0-69e8-4e23-b693-d4f7e3c29ec9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:00:41,387 [216] [DEBUG] [app] Ending request: urn:request:8d296e08-7b17-4670-88bd-8df40990dc5e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8d296e08-7b17-4670-88bd-8df40990dc5e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:41,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:41,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:41,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:41,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:41,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:41,395 [217] [DEBUG] [app] Ending request: urn:request:18b5b1f0-0bab-4435-a106-9d3933864482 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:18b5b1f0-0bab-4435-a106-9d3933864482', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:41,395 [215] [DEBUG] [app] Ending request: urn:request:f4cb4a9f-9179-4730-89c1-15d7e36d7cb5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f4cb4a9f-9179-4730-89c1-15d7e36d7cb5', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:41,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:41,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:00:41,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) globalpromstats stdout | 2024-04-26 06:00:42,075 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:00:42,456 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:00:42,573 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:00:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:53.524950+00:00 (in 9.999467 seconds) notificationworker stdout | 2024-04-26 06:00:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:53 UTC)" (scheduled at 2024-04-26 06:00:43.524950+00:00) notificationworker stdout | 2024-04-26 06:00:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 43, 525801), True, datetime.datetime(2024, 4, 26, 6, 0, 43, 525801), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:00:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:00:43,585 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:00:44,211 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:00:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:00:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:08.737804+00:00 (in 24.011193 seconds) repositorygcworker stdout | 2024-04-26 06:00:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:44 UTC)" (scheduled at 2024-04-26 06:00:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:00:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:00:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 44, 726943), True, datetime.datetime(2024, 4, 26, 6, 0, 44, 726943), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:00:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:00:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:00:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:44 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:00:44,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:00:44,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:00:46.748509+00:00 (in 1.999870 seconds) exportactionlogsworker stdout | 2024-04-26 06:00:44,748 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:05:44 UTC)" (scheduled at 2024-04-26 06:00:44.748211+00:00) exportactionlogsworker stdout | 2024-04-26 06:00:44,749 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:00:44,754 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), True, datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:00:44,755 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), True, datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 4, 26, 6, 0, 44, 748889), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:00:44,756 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:00:44,756 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:05:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:00:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:00:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:10.438348+00:00 (in 25.003257 seconds) securityworker stdout | 2024-04-26 06:00:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:15 UTC)" (scheduled at 2024-04-26 06:00:45.434633+00:00) securityworker stdout | 2024-04-26 06:00:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:00:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:00:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:00:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:00:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:00:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:00:45,962 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:00:46,230 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:00:46,270 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:00:46,274 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:00:46,276 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:00:46,280 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:00:46,363 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:00:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:00:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:16.480714+00:00 (in 29.999487 seconds) autopruneworker stdout | 2024-04-26 06:00:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:16 UTC)" (scheduled at 2024-04-26 06:00:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:00:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111186484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:00:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:00:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:00:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:00:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:00:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:06.745385+00:00 (in 19.996415 seconds) exportactionlogsworker stdout | 2024-04-26 06:00:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:46 UTC)" (scheduled at 2024-04-26 06:00:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:00:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:00:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:00:47,482 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:00:48,946 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:00:49,617 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:00:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:00:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:03.524950+00:00 (in 9.999438 seconds) notificationworker stdout | 2024-04-26 06:00:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:03 UTC)" (scheduled at 2024-04-26 06:00:53.524950+00:00) notificationworker stdout | 2024-04-26 06:00:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:00:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 53, 525825), True, datetime.datetime(2024, 4, 26, 6, 0, 53, 525825), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:00:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:00:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:00:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:00:53,630 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:00:55,359 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:00:55,782 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:00:56,337 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 06:00:56,380 [217] [DEBUG] [app] Starting request: urn:request:023c147f-726d-4ba9-adb0-c67c190a3719 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:56,380 [215] [DEBUG] [app] Starting request: urn:request:48f4084c-e4ca-4d5f-88d0-ebea34020158 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:00:56,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:00:56,383 [246] [DEBUG] [app] Starting request: urn:request:e2faa361-a332-4385-b459-f44de13287f1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:56,383 [239] [DEBUG] [app] Starting request: urn:request:aed5e50c-cacb-4862-abd0-bf16cec7888a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:00:56,383 [239] [DEBUG] [app] Ending request: urn:request:aed5e50c-cacb-4862-abd0-bf16cec7888a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:aed5e50c-cacb-4862-abd0-bf16cec7888a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:56,383 [246] [DEBUG] [app] Ending request: urn:request:e2faa361-a332-4385-b459-f44de13287f1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e2faa361-a332-4385-b459-f44de13287f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:00:56,383 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:00:56,383 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:00:56,383 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:56,383 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:56,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:00:56,386 [215] [DEBUG] [app] Starting request: urn:request:682c43f4-f0f7-4a48-ad4a-666e48dce01f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:56,386 [215] [DEBUG] [app] Ending request: urn:request:682c43f4-f0f7-4a48-ad4a-666e48dce01f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:682c43f4-f0f7-4a48-ad4a-666e48dce01f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:56,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:56,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:00:56,387 [218] [DEBUG] [app] Starting request: urn:request:82c5d3eb-f597-4b10-90b2-49734d63bda6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:00:56,387 [218] [DEBUG] [app] Ending request: urn:request:82c5d3eb-f597-4b10-90b2-49734d63bda6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:82c5d3eb-f597-4b10-90b2-49734d63bda6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:00:56,387 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:56,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:00:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:00:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:00:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:00:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:56,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:00:56,394 [215] [DEBUG] [app] Ending request: urn:request:48f4084c-e4ca-4d5f-88d0-ebea34020158 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:48f4084c-e4ca-4d5f-88d0-ebea34020158', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:56,394 [217] [DEBUG] [app] Ending request: urn:request:023c147f-726d-4ba9-adb0-c67c190a3719 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:023c147f-726d-4ba9-adb0-c67c190a3719', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:00:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:00:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:00:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:00:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:00:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) exportactionlogsworker stdout | 2024-04-26 06:00:56,979 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:00:57,944 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:00:57,949 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:00:57,952 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:00:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:00:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:10.045971+00:00 (in 12.002862 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:00:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:58 UTC)" (scheduled at 2024-04-26 06:00:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:00:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:00:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 0, 58, 43415), True, datetime.datetime(2024, 4, 26, 6, 0, 58, 43415), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:00:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:00:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:00:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:01:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:00:58,355 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:01:00,099 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:01:00,753 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:01:00,850 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:01:00,987 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:01:01,778 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:01:01,857 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:01:02,521 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:01:02,533 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:01:02,536 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:01:02,540 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:01:02,543 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:01:02,558 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:01:02,561 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:01:02,563 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:01:02,566 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:01:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:13.524950+00:00 (in 9.999428 seconds) notificationworker stdout | 2024-04-26 06:01:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:13 UTC)" (scheduled at 2024-04-26 06:01:03.524950+00:00) notificationworker stdout | 2024-04-26 06:01:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 3, 525834), True, datetime.datetime(2024, 4, 26, 6, 1, 3, 525834), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:01:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:01:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:36.225712+00:00 (in 29.999536 seconds) buildlogsarchiver stdout | 2024-04-26 06:01:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:36 UTC)" (scheduled at 2024-04-26 06:01:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:01:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 1, 6, 226466), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:01:06,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:01:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:01:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:01:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:01:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:46.748509+00:00 (in 40.002680 seconds) exportactionlogsworker stdout | 2024-04-26 06:01:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:06 UTC)" (scheduled at 2024-04-26 06:01:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:01:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:01:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 6, 746109), True, datetime.datetime(2024, 4, 26, 6, 1, 6, 746109), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:01:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:01:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:01:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:01:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:01:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:38.139839+00:00 (in 29.999541 seconds) gcworker stdout | 2024-04-26 06:01:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:38 UTC)" (scheduled at 2024-04-26 06:01:08.139839+00:00) gcworker stdout | 2024-04-26 06:01:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901668140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:01:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:01:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:01:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:01:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:01:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:44.726048+00:00 (in 35.987670 seconds) repositorygcworker stdout | 2024-04-26 06:01:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:08 UTC)" (scheduled at 2024-04-26 06:01:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:01:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:01:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:01:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:01:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:58.042626+00:00 (in 47.996173 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:01:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:10 UTC)" (scheduled at 2024-04-26 06:01:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:01:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:01:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:01:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:01:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:15.434633+00:00 (in 4.995802 seconds) securityworker stdout | 2024-04-26 06:01:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:40 UTC)" (scheduled at 2024-04-26 06:01:10.438348+00:00) securityworker stdout | 2024-04-26 06:01:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:01:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:01:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:01:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:01:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:01:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:01:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:01:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:01:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 56, 10, 443725), 1, 4]) securityworker stdout | 2024-04-26 06:01:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 56, 10, 443725), 1, 4]) securityworker stdout | 2024-04-26 06:01:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:01:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:01:11,380 [215] [DEBUG] [app] Starting request: urn:request:b7c202c2-0251-4ec0-a8ac-7f707f526628 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:11,380 [217] [DEBUG] [app] Starting request: urn:request:8535fb96-c6f5-4116-9a21-54be244d1522 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:01:11,384 [246] [DEBUG] [app] Starting request: urn:request:a0b18d0e-e3d2-4855-a2a9-35422e4e894c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:11,384 [239] [DEBUG] [app] Starting request: urn:request:78aff306-d746-4968-ad9d-c119c6ccb59f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:11,385 [239] [DEBUG] [app] Ending request: urn:request:78aff306-d746-4968-ad9d-c119c6ccb59f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:78aff306-d746-4968-ad9d-c119c6ccb59f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:01:11,385 [246] [DEBUG] [app] Ending request: urn:request:a0b18d0e-e3d2-4855-a2a9-35422e4e894c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a0b18d0e-e3d2-4855-a2a9-35422e4e894c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:01:11,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:01:11,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:11,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:11,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:11,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:11,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:11,389 [216] [DEBUG] [app] Starting request: urn:request:0847f23a-133e-4666-b8ba-975eb512fb4c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:11,389 [218] [DEBUG] [app] Starting request: urn:request:a5a38b95-9b0c-47ee-aa11-682e2622f5c2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:11,389 [216] [DEBUG] [app] Ending request: urn:request:0847f23a-133e-4666-b8ba-975eb512fb4c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0847f23a-133e-4666-b8ba-975eb512fb4c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:11,389 [218] [DEBUG] [app] Ending request: urn:request:a5a38b95-9b0c-47ee-aa11-682e2622f5c2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a5a38b95-9b0c-47ee-aa11-682e2622f5c2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:11,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 06:01:11,390 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:11,390 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:11,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:11,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:11,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:11,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:11,394 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:11,397 [217] [DEBUG] [app] Ending request: urn:request:8535fb96-c6f5-4116-9a21-54be244d1522 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8535fb96-c6f5-4116-9a21-54be244d1522', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:11,397 [215] [DEBUG] [app] Ending request: urn:request:b7c202c2-0251-4ec0-a8ac-7f707f526628 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b7c202c2-0251-4ec0-a8ac-7f707f526628', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:11,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:11,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:11,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:01:11,398 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) globalpromstats stdout | 2024-04-26 06:01:12,112 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:01:12,493 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:01:12,610 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:01:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:01:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:12.842614+00:00 (in 59.999511 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:01:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:12 UTC)" (scheduled at 2024-04-26 06:01:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:01:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:01:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:01:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:01:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:21.527910+00:00 (in 8.002409 seconds) notificationworker stdout | 2024-04-26 06:01:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:23 UTC)" (scheduled at 2024-04-26 06:01:13.524950+00:00) notificationworker stdout | 2024-04-26 06:01:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 13, 525819), True, datetime.datetime(2024, 4, 26, 6, 1, 13, 525819), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:01:13,622 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:01:14,227 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:01:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:01:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:40.438348+00:00 (in 25.003244 seconds) securityworker stdout | 2024-04-26 06:01:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:45 UTC)" (scheduled at 2024-04-26 06:01:15.434633+00:00) securityworker stdout | 2024-04-26 06:01:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:01:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:01:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:01:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:01:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:01:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:01:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 56, 15, 438211), 1, 4]) securityworker stdout | 2024-04-26 06:01:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 56, 15, 438211), 1, 4]) securityworker stdout | 2024-04-26 06:01:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:01:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:01:15,986 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:01:16,239 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:01:16,282 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:01:16,287 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:01:16,291 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:01:16,293 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:01:16,386 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:01:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:01:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:46.480714+00:00 (in 29.999556 seconds) autopruneworker stdout | 2024-04-26 06:01:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:46 UTC)" (scheduled at 2024-04-26 06:01:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:01:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111216484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:01:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:01:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:01:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:01:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:01:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:01:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:22.726645+00:00 (in 5.999217 seconds) namespacegcworker stdout | 2024-04-26 06:01:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:16 UTC)" (scheduled at 2024-04-26 06:01:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:01:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:01:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:01:17,519 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:01:18,967 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:01:19,629 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:01:21,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:21,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:23.524950+00:00 (in 1.996521 seconds) notificationworker stdout | 2024-04-26 06:01:21,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:21 UTC)" (scheduled at 2024-04-26 06:01:21.527910+00:00) notificationworker stdout | 2024-04-26 06:01:21,529 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), 'notification/%']) notificationworker stdout | 2024-04-26 06:01:21,533 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), True, datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), 0, 'notification/%']) notificationworker stdout | 2024-04-26 06:01:21,535 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), True, datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), 0, 'notification/%', False, datetime.datetime(2024, 4, 26, 6, 1, 21, 528675), 'notification/%']) notificationworker stdout | 2024-04-26 06:01:21,535 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:21,535 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:21 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:01:22,726 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:01:22,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:34.643009+00:00 (in 11.915865 seconds) namespacegcworker stdout | 2024-04-26 06:01:22,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:22 UTC)" (scheduled at 2024-04-26 06:01:22.726645+00:00) namespacegcworker stdout | 2024-04-26 06:01:22,727 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:01:22,732 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), True, datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:01:22,734 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), True, datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), 0, 'namespacegc/%', False, datetime.datetime(2024, 4, 26, 6, 1, 22, 727454), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:01:22,734 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:01:22,734 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:22 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:01:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:32.528171+00:00 (in 9.002738 seconds) notificationworker stdout | 2024-04-26 06:01:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:33 UTC)" (scheduled at 2024-04-26 06:01:23.524950+00:00) notificationworker stdout | 2024-04-26 06:01:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 23, 525724), True, datetime.datetime(2024, 4, 26, 6, 1, 23, 525724), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:01:23,665 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:01:25,396 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:01:25,818 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:01:26,353 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 06:01:26,380 [217] [DEBUG] [app] Starting request: urn:request:1e5273f6-211a-4834-b90d-643499f37122 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:26,380 [215] [DEBUG] [app] Starting request: urn:request:2eb88ef0-4bed-4596-8f92-00a95f49188b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:01:26,383 [239] [DEBUG] [app] Starting request: urn:request:8bfef9f3-9d0b-4fe0-8207-59acef96f2ee (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:26,383 [246] [DEBUG] [app] Starting request: urn:request:922a0ede-2a40-42b0-af63-ed00d520756d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:26,384 [239] [DEBUG] [app] Ending request: urn:request:8bfef9f3-9d0b-4fe0-8207-59acef96f2ee (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8bfef9f3-9d0b-4fe0-8207-59acef96f2ee', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:01:26,384 [246] [DEBUG] [app] Ending request: urn:request:922a0ede-2a40-42b0-af63-ed00d520756d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:922a0ede-2a40-42b0-af63-ed00d520756d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:01:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:01:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:01:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:26,387 [217] [DEBUG] [app] Starting request: urn:request:85b8b1f6-b133-446e-b820-818d1747ff41 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:26,387 [217] [DEBUG] [app] Ending request: urn:request:85b8b1f6-b133-446e-b820-818d1747ff41 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:85b8b1f6-b133-446e-b820-818d1747ff41', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:26,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:01:26,388 [216] [DEBUG] [app] Starting request: urn:request:8e47f5ae-0fcc-4a4e-b96b-65989ca60832 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:26,388 [216] [DEBUG] [app] Ending request: urn:request:8e47f5ae-0fcc-4a4e-b96b-65989ca60832 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8e47f5ae-0fcc-4a4e-b96b-65989ca60832', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:01:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:26,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:26,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:26,395 [217] [DEBUG] [app] Ending request: urn:request:1e5273f6-211a-4834-b90d-643499f37122 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1e5273f6-211a-4834-b90d-643499f37122', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:26,395 [215] [DEBUG] [app] Ending request: urn:request:2eb88ef0-4bed-4596-8f92-00a95f49188b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2eb88ef0-4bed-4596-8f92-00a95f49188b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:26,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:26,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:01:26,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) exportactionlogsworker stdout | 2024-04-26 06:01:26,994 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:01:27,953 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:01:27,957 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:01:27,960 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:01:28,392 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:01:30,135 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:01:30,776 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:01:30,873 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:01:31,006 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:01:31,814 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:01:31,886 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:01:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:33.524950+00:00 (in 0.996288 seconds) notificationworker stdout | 2024-04-26 06:01:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:32 UTC)" (scheduled at 2024-04-26 06:01:32.528171+00:00) notificationworker stdout | 2024-04-26 06:01:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:01:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:01:32,533 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:01:32,541 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:01:32,545 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:01:32,548 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:01:32,551 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:01:32,566 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:01:32,569 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:01:32,572 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:01:32,575 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:01:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:43.524950+00:00 (in 9.999473 seconds) notificationworker stdout | 2024-04-26 06:01:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:43 UTC)" (scheduled at 2024-04-26 06:01:33.524950+00:00) notificationworker stdout | 2024-04-26 06:01:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 33, 525767), True, datetime.datetime(2024, 4, 26, 6, 1, 33, 525767), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:01:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:01:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:16.726895+00:00 (in 42.083347 seconds) namespacegcworker stdout | 2024-04-26 06:01:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:34 UTC)" (scheduled at 2024-04-26 06:01:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:01:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:01:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 34, 643840), True, datetime.datetime(2024, 4, 26, 6, 1, 34, 643840), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:01:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:01:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:01:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:01:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:01:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:06.225712+00:00 (in 29.999537 seconds) buildlogsarchiver stdout | 2024-04-26 06:01:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:06 UTC)" (scheduled at 2024-04-26 06:01:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:01:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 1, 36, 226447), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:01:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:01:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:01:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:01:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:01:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:08.139839+00:00 (in 29.999464 seconds) gcworker stdout | 2024-04-26 06:01:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:08 UTC)" (scheduled at 2024-04-26 06:01:38.139839+00:00) gcworker stdout | 2024-04-26 06:01:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901698140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:01:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:01:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:01:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:01:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:01:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:45.434633+00:00 (in 4.995715 seconds) securityworker stdout | 2024-04-26 06:01:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:10 UTC)" (scheduled at 2024-04-26 06:01:40.438348+00:00) securityworker stdout | 2024-04-26 06:01:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:01:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:01:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:01:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:01:40,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:01:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:01:40,445 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:01:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:01:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 56, 40, 445123), 1, 4]) securityworker stdout | 2024-04-26 06:01:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:40,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:40,453 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 56, 40, 445123), 1, 4]) securityworker stdout | 2024-04-26 06:01:40,454 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:01:40,454 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:01:40,454 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:40,454 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:01:40,454 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:01:40,454 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:01:40,454 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:01:40,455 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:01:40,455 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:01:40,455 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:01:41,380 [218] [DEBUG] [app] Starting request: urn:request:3d1c1337-7729-4912-9253-b0e4886e6549 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:41,380 [217] [DEBUG] [app] Starting request: urn:request:4f8f0eb0-d2ed-49e0-953e-c26a745728dc (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:41,383 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:41,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:01:41,385 [245] [DEBUG] [app] Starting request: urn:request:be0907a7-189d-41f7-9508-c1b7c0e14e01 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:41,385 [246] [DEBUG] [app] Starting request: urn:request:6f33783f-0151-4e79-92f8-e8a28d034baf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:41,385 [245] [DEBUG] [app] Ending request: urn:request:be0907a7-189d-41f7-9508-c1b7c0e14e01 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:be0907a7-189d-41f7-9508-c1b7c0e14e01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:01:41,385 [246] [DEBUG] [app] Ending request: urn:request:6f33783f-0151-4e79-92f8-e8a28d034baf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6f33783f-0151-4e79-92f8-e8a28d034baf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:01:41,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:01:41,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:41,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:41,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:41,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:41,388 [218] [DEBUG] [app] Starting request: urn:request:1d16e82e-221f-42f0-ad5a-6256e71e484b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:41,388 [215] [DEBUG] [app] Starting request: urn:request:8712640f-50b7-49f8-92a3-9a002fba72a6 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:41,388 [218] [DEBUG] [app] Ending request: urn:request:1d16e82e-221f-42f0-ad5a-6256e71e484b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d16e82e-221f-42f0-ad5a-6256e71e484b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:41,389 [215] [DEBUG] [app] Ending request: urn:request:8712640f-50b7-49f8-92a3-9a002fba72a6 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:8712640f-50b7-49f8-92a3-9a002fba72a6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:41,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:01:41,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:41,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:41,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:41,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:41,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:41,396 [218] [DEBUG] [app] Ending request: urn:request:3d1c1337-7729-4912-9253-b0e4886e6549 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:3d1c1337-7729-4912-9253-b0e4886e6549', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:41,396 [217] [DEBUG] [app] Ending request: urn:request:4f8f0eb0-d2ed-49e0-953e-c26a745728dc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4f8f0eb0-d2ed-49e0-953e-c26a745728dc', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:41,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:01:41,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) globalpromstats stdout | 2024-04-26 06:01:42,138 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:01:42,530 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:01:42,629 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:01:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:53.524950+00:00 (in 9.999477 seconds) notificationworker stdout | 2024-04-26 06:01:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:53 UTC)" (scheduled at 2024-04-26 06:01:43.524950+00:00) notificationworker stdout | 2024-04-26 06:01:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 43, 525797), True, datetime.datetime(2024, 4, 26, 6, 1, 43, 525797), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:01:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:01:43,658 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:01:44,261 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:01:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:01:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:01:46.737410+00:00 (in 2.010788 seconds) repositorygcworker stdout | 2024-04-26 06:01:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:44 UTC)" (scheduled at 2024-04-26 06:01:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:01:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:01:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 44, 726943), True, datetime.datetime(2024, 4, 26, 6, 1, 44, 726943), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:01:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:01:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:01:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:01:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:01:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:10.438348+00:00 (in 25.003203 seconds) securityworker stdout | 2024-04-26 06:01:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:15 UTC)" (scheduled at 2024-04-26 06:01:45.434633+00:00) securityworker stdout | 2024-04-26 06:01:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:01:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:01:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:01:45,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:01:45,443 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:01:45,443 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:01:46,002 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:01:46,247 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:01:46,293 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:01:46,296 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:01:46,302 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:01:46,305 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:01:46,399 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:01:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:01:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:16.480714+00:00 (in 29.999560 seconds) autopruneworker stdout | 2024-04-26 06:01:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:16 UTC)" (scheduled at 2024-04-26 06:01:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:01:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111246484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:01:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:01:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:01:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:16 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:01:46,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:01:46,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:08.737804+00:00 (in 21.999846 seconds) repositorygcworker stdout | 2024-04-26 06:01:46,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:46 UTC)" (scheduled at 2024-04-26 06:01:46.737410+00:00) repositorygcworker stdout | 2024-04-26 06:01:46,738 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:01:46,743 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), True, datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:01:46,744 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), True, datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), 0, 'repositorygc/%', False, datetime.datetime(2024, 4, 26, 6, 1, 46, 738250), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:01:46,745 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:01:46,745 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:06:46 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:01:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:01:46,749 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:06.745385+00:00 (in 19.996396 seconds) exportactionlogsworker stdout | 2024-04-26 06:01:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:46 UTC)" (scheduled at 2024-04-26 06:01:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:01:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:01:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:01:47,552 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:01:49,004 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:01:49,666 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:01:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:01:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:03.524950+00:00 (in 9.999468 seconds) notificationworker stdout | 2024-04-26 06:01:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:03 UTC)" (scheduled at 2024-04-26 06:01:53.524950+00:00) notificationworker stdout | 2024-04-26 06:01:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:01:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 53, 525760), True, datetime.datetime(2024, 4, 26, 6, 1, 53, 525760), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:01:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:01:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:01:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:01:53,702 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:01:55,409 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:01:55,855 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:01:56,380 [216] [DEBUG] [app] Starting request: urn:request:d593083e-1b46-49b3-8e5c-768469f193ff (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:56,380 [215] [DEBUG] [app] Starting request: urn:request:716ae760-0730-4854-946a-1538e2aa04ec (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:01:56,381 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:56,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:01:56,383 [239] [DEBUG] [app] Starting request: urn:request:8d9f9a94-45af-4b3a-bd23-8d97b82655e3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:56,383 [245] [DEBUG] [app] Starting request: urn:request:f2d69482-b6d2-4569-ac8f-b797f452d5a7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:01:56,383 [245] [DEBUG] [app] Ending request: urn:request:f2d69482-b6d2-4569-ac8f-b797f452d5a7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f2d69482-b6d2-4569-ac8f-b797f452d5a7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:01:56,383 [239] [DEBUG] [app] Ending request: urn:request:8d9f9a94-45af-4b3a-bd23-8d97b82655e3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:8d9f9a94-45af-4b3a-bd23-8d97b82655e3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:01:56,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:01:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:56,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:56,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:01:56,388 [218] [DEBUG] [app] Starting request: urn:request:9cc1bcb2-fdc8-42a4-97e1-ccfc6732fe54 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:56,388 [217] [DEBUG] [app] Starting request: urn:request:10098d67-4648-4742-8ae0-71d76447468f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:01:56,388 [217] [DEBUG] [app] Ending request: urn:request:10098d67-4648-4742-8ae0-71d76447468f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:10098d67-4648-4742-8ae0-71d76447468f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:01:56,388 [218] [DEBUG] [app] Ending request: urn:request:9cc1bcb2-fdc8-42a4-97e1-ccfc6732fe54 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9cc1bcb2-fdc8-42a4-97e1-ccfc6732fe54', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 06:01:56,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:56,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:01:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:01:56,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:56,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:01:56,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:01:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql storagereplication stdout | 2024-04-26 06:01:56,390 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} gunicorn-web stdout | 2024-04-26 06:01:56,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:56,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:01:56,396 [216] [DEBUG] [app] Ending request: urn:request:d593083e-1b46-49b3-8e5c-768469f193ff (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d593083e-1b46-49b3-8e5c-768469f193ff', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:56,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:56,396 [215] [DEBUG] [app] Ending request: urn:request:716ae760-0730-4854-946a-1538e2aa04ec (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:716ae760-0730-4854-946a-1538e2aa04ec', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:01:56,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:01:56,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:01:56,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:01:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:01:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) exportactionlogsworker stdout | 2024-04-26 06:01:57,030 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:01:57,961 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:01:57,965 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:01:57,968 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:01:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:01:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:10.045971+00:00 (in 12.002881 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:01:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:58 UTC)" (scheduled at 2024-04-26 06:01:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:01:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:01:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 1, 58, 43392), True, datetime.datetime(2024, 4, 26, 6, 1, 58, 43392), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:01:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:01:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:01:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:02:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:01:58,410 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:02:00,172 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:02:00,812 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:02:00,909 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:02:01,042 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:02:01,851 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:02:01,923 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:02:02,544 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:02:02,548 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:02:02,553 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:02:02,556 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:02:02,562 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:02:02,573 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:02:02,581 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:02:02,584 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:02:02,587 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:02:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:13.524950+00:00 (in 9.999481 seconds) notificationworker stdout | 2024-04-26 06:02:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:13 UTC)" (scheduled at 2024-04-26 06:02:03.524950+00:00) notificationworker stdout | 2024-04-26 06:02:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 3, 525801), True, datetime.datetime(2024, 4, 26, 6, 2, 3, 525801), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:02:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:02:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:36.225712+00:00 (in 29.999568 seconds) buildlogsarchiver stdout | 2024-04-26 06:02:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:36 UTC)" (scheduled at 2024-04-26 06:02:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:02:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 2, 6, 226410), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:02:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:02:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:02:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:02:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:02:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:46.748509+00:00 (in 40.002621 seconds) exportactionlogsworker stdout | 2024-04-26 06:02:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:06 UTC)" (scheduled at 2024-04-26 06:02:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:02:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:02:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 6, 746167), True, datetime.datetime(2024, 4, 26, 6, 2, 6, 746167), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:02:06,752 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:02:06,752 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:02:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:02:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:02:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:38.139839+00:00 (in 29.999470 seconds) gcworker stdout | 2024-04-26 06:02:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:38 UTC)" (scheduled at 2024-04-26 06:02:08.139839+00:00) gcworker stdout | 2024-04-26 06:02:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901728140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:02:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:02:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:02:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:02:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:02:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:44.726048+00:00 (in 35.987711 seconds) repositorygcworker stdout | 2024-04-26 06:02:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:08 UTC)" (scheduled at 2024-04-26 06:02:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:02:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:02:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:02:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:02:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:53.045734+00:00 (in 42.999289 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:02:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:10 UTC)" (scheduled at 2024-04-26 06:02:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:02:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:02:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:02:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:02:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:15.434633+00:00 (in 4.995809 seconds) securityworker stdout | 2024-04-26 06:02:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:40 UTC)" (scheduled at 2024-04-26 06:02:10.438348+00:00) securityworker stdout | 2024-04-26 06:02:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:02:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:02:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:02:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:02:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:02:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:02:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:02:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:02:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 57, 10, 443669), 1, 4]) securityworker stdout | 2024-04-26 06:02:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 57, 10, 443669), 1, 4]) securityworker stdout | 2024-04-26 06:02:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:02:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:02:11,380 [218] [DEBUG] [app] Starting request: urn:request:25971a6d-d436-4522-b189-ee8d1f2211a0 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:11,380 [217] [DEBUG] [app] Starting request: urn:request:fa29895a-425e-4cb7-96b9-154c2a84b3b4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:02:11,384 [244] [DEBUG] [app] Starting request: urn:request:0f5cbe03-e5e1-43d9-be9c-e3ed90ebb55c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:11,384 [245] [DEBUG] [app] Starting request: urn:request:bd596e38-9f5f-42e6-bc9b-8ca24829bdec (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:11,384 [244] [DEBUG] [app] Ending request: urn:request:0f5cbe03-e5e1-43d9-be9c-e3ed90ebb55c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0f5cbe03-e5e1-43d9-be9c-e3ed90ebb55c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:11,384 [245] [DEBUG] [app] Ending request: urn:request:bd596e38-9f5f-42e6-bc9b-8ca24829bdec (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bd596e38-9f5f-42e6-bc9b-8ca24829bdec', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:02:11,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:02:11,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:11,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:11,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:11,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:11,387 [217] [DEBUG] [app] Starting request: urn:request:f27ab4ed-821d-4abe-ad23-341954b58a7a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:11,387 [216] [DEBUG] [app] Starting request: urn:request:fa1c02dd-1164-4cdd-ade9-27cc6458228b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:11,388 [217] [DEBUG] [app] Ending request: urn:request:f27ab4ed-821d-4abe-ad23-341954b58a7a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f27ab4ed-821d-4abe-ad23-341954b58a7a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:02:11,388 [216] [DEBUG] [app] Ending request: urn:request:fa1c02dd-1164-4cdd-ade9-27cc6458228b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fa1c02dd-1164-4cdd-ade9-27cc6458228b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:02:11,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:11,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:11,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:11,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:11,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:11,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:11,395 [218] [DEBUG] [app] Ending request: urn:request:25971a6d-d436-4522-b189-ee8d1f2211a0 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:25971a6d-d436-4522-b189-ee8d1f2211a0', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:11,395 [217] [DEBUG] [app] Ending request: urn:request:fa29895a-425e-4cb7-96b9-154c2a84b3b4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fa29895a-425e-4cb7-96b9-154c2a84b3b4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:11,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:11,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:11,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:02:11,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 06:02:12,168 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:02:12,566 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:02:12,662 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:02:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:02:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:12.842614+00:00 (in 59.999546 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:02:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:12 UTC)" (scheduled at 2024-04-26 06:02:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:02:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:02:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:02:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:02:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:23.524950+00:00 (in 9.999440 seconds) notificationworker stdout | 2024-04-26 06:02:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:23 UTC)" (scheduled at 2024-04-26 06:02:13.524950+00:00) notificationworker stdout | 2024-04-26 06:02:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 13, 525792), True, datetime.datetime(2024, 4, 26, 6, 2, 13, 525792), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:02:13,674 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:02:14,289 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:02:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:02:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:40.438348+00:00 (in 25.003239 seconds) securityworker stdout | 2024-04-26 06:02:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:45 UTC)" (scheduled at 2024-04-26 06:02:15.434633+00:00) securityworker stdout | 2024-04-26 06:02:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:02:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:02:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:02:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:02:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:02:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:02:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 57, 15, 438107), 1, 4]) securityworker stdout | 2024-04-26 06:02:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 57, 15, 438107), 1, 4]) securityworker stdout | 2024-04-26 06:02:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:02:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:02:16,014 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:02:16,255 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:02:16,306 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:02:16,311 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:02:16,315 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:02:16,318 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:02:16,433 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:02:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:02:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:46.480714+00:00 (in 29.999554 seconds) autopruneworker stdout | 2024-04-26 06:02:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:46 UTC)" (scheduled at 2024-04-26 06:02:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:02:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111276484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:02:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:02:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:02:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:02:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:02:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:02:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:34.643009+00:00 (in 17.915627 seconds) namespacegcworker stdout | 2024-04-26 06:02:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:16 UTC)" (scheduled at 2024-04-26 06:02:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:02:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:02:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:02:17,579 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:02:19,041 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:02:19,702 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:02:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:32.528171+00:00 (in 9.002704 seconds) notificationworker stdout | 2024-04-26 06:02:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:33 UTC)" (scheduled at 2024-04-26 06:02:23.524950+00:00) notificationworker stdout | 2024-04-26 06:02:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 23, 525791), True, datetime.datetime(2024, 4, 26, 6, 2, 23, 525791), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:02:23,739 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:02:25,419 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:02:25,869 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:02:26,380 [217] [DEBUG] [app] Starting request: urn:request:d8c638dd-027c-446c-9f3b-862e0457498b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:26,380 [215] [DEBUG] [app] Starting request: urn:request:dd543949-efdf-4459-96eb-19814351de03 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:26,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:26,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:02:26,383 [246] [DEBUG] [app] Starting request: urn:request:132d1335-b736-4998-bfae-de07fe1773e6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:26,383 [239] [DEBUG] [app] Starting request: urn:request:6a2c6017-e6e4-45ab-b189-597a6810c2ad (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:26,384 [239] [DEBUG] [app] Ending request: urn:request:6a2c6017-e6e4-45ab-b189-597a6810c2ad (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6a2c6017-e6e4-45ab-b189-597a6810c2ad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:26,384 [246] [DEBUG] [app] Ending request: urn:request:132d1335-b736-4998-bfae-de07fe1773e6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:132d1335-b736-4998-bfae-de07fe1773e6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:02:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:02:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:26,387 [215] [DEBUG] [app] Starting request: urn:request:c40f3726-c1e9-4261-a3eb-c70a49ccecdc (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:26,387 [217] [DEBUG] [app] Starting request: urn:request:dec93212-eecd-4bd3-aa1d-38d9df13e77b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:26,387 [217] [DEBUG] [app] Ending request: urn:request:dec93212-eecd-4bd3-aa1d-38d9df13e77b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:dec93212-eecd-4bd3-aa1d-38d9df13e77b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:02:26,387 [215] [DEBUG] [app] Ending request: urn:request:c40f3726-c1e9-4261-a3eb-c70a49ccecdc (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c40f3726-c1e9-4261-a3eb-c70a49ccecdc', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:02:26,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:26,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:26,396 [217] [DEBUG] [app] Ending request: urn:request:d8c638dd-027c-446c-9f3b-862e0457498b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d8c638dd-027c-446c-9f3b-862e0457498b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:26,396 [215] [DEBUG] [app] Ending request: urn:request:dd543949-efdf-4459-96eb-19814351de03 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:dd543949-efdf-4459-96eb-19814351de03', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:26,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:26,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:02:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) storagereplication stdout | 2024-04-26 06:02:26,427 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:02:27,040 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:02:27,969 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:02:27,974 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:02:27,978 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:02:28,445 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:02:30,204 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:02:30,849 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:02:30,918 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:02:31,070 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:02:31,888 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:02:31,959 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:02:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:33.524950+00:00 (in 0.996257 seconds) notificationworker stdout | 2024-04-26 06:02:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:32 UTC)" (scheduled at 2024-04-26 06:02:32.528171+00:00) notificationworker stdout | 2024-04-26 06:02:32,529 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:02:32,529 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:02:32,554 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:02:32,557 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:02:32,560 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:02:32,568 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:02:32,573 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:02:32,586 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:02:32,593 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:02:32,596 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:02:32,599 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:02:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:43.524950+00:00 (in 9.999528 seconds) notificationworker stdout | 2024-04-26 06:02:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:43 UTC)" (scheduled at 2024-04-26 06:02:33.524950+00:00) notificationworker stdout | 2024-04-26 06:02:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 33, 525749), True, datetime.datetime(2024, 4, 26, 6, 2, 33, 525749), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:33,532 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:33,532 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:33,532 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:02:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:02:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:16.726895+00:00 (in 42.083386 seconds) namespacegcworker stdout | 2024-04-26 06:02:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:34 UTC)" (scheduled at 2024-04-26 06:02:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:02:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:02:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 34, 643797), True, datetime.datetime(2024, 4, 26, 6, 2, 34, 643797), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:02:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:02:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:02:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:02:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:02:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:06.225712+00:00 (in 29.999550 seconds) buildlogsarchiver stdout | 2024-04-26 06:02:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:06 UTC)" (scheduled at 2024-04-26 06:02:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:02:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 2, 36, 226428), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:02:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:02:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:02:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:02:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:02:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:08.139839+00:00 (in 29.999468 seconds) gcworker stdout | 2024-04-26 06:02:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:08 UTC)" (scheduled at 2024-04-26 06:02:38.139839+00:00) gcworker stdout | 2024-04-26 06:02:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901758140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:02:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:02:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:02:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:02:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:02:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:45.434633+00:00 (in 4.995760 seconds) securityworker stdout | 2024-04-26 06:02:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:10 UTC)" (scheduled at 2024-04-26 06:02:40.438348+00:00) securityworker stdout | 2024-04-26 06:02:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:02:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:02:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:02:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:02:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:02:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:02:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:02:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:02:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 57, 40, 443735), 1, 4]) securityworker stdout | 2024-04-26 06:02:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 57, 40, 443735), 1, 4]) securityworker stdout | 2024-04-26 06:02:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:02:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:02:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:02:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:02:41,380 [218] [DEBUG] [app] Starting request: urn:request:a882a690-c830-4a41-94ab-1c61fe322880 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:41,380 [217] [DEBUG] [app] Starting request: urn:request:fe353c65-7169-4243-bfda-7ccad1dacc2a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:02:41,384 [239] [DEBUG] [app] Starting request: urn:request:adac0db7-cf99-4dd5-9a2a-fa67d1c3ae7c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:41,384 [245] [DEBUG] [app] Starting request: urn:request:cb2120ba-6c7c-45fa-843f-4700bfabc6d9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:41,384 [245] [DEBUG] [app] Ending request: urn:request:cb2120ba-6c7c-45fa-843f-4700bfabc6d9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:cb2120ba-6c7c-45fa-843f-4700bfabc6d9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:41,384 [239] [DEBUG] [app] Ending request: urn:request:adac0db7-cf99-4dd5-9a2a-fa67d1c3ae7c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:adac0db7-cf99-4dd5-9a2a-fa67d1c3ae7c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:41,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:02:41,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:02:41,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:41,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:41,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:41,389 [215] [DEBUG] [app] Starting request: urn:request:c96d6620-0d9c-4136-8b69-43643510a54a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:41,389 [216] [DEBUG] [app] Starting request: urn:request:b1572c03-218a-49b8-a094-06fafa94ad27 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:41,389 [216] [DEBUG] [app] Ending request: urn:request:b1572c03-218a-49b8-a094-06fafa94ad27 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b1572c03-218a-49b8-a094-06fafa94ad27', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:02:41,389 [215] [DEBUG] [app] Ending request: urn:request:c96d6620-0d9c-4136-8b69-43643510a54a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c96d6620-0d9c-4136-8b69-43643510a54a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:02:41,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:41,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:02:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:41,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:41,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:41,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:41,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:41,397 [217] [DEBUG] [app] Ending request: urn:request:fe353c65-7169-4243-bfda-7ccad1dacc2a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fe353c65-7169-4243-bfda-7ccad1dacc2a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:41,397 [218] [DEBUG] [app] Ending request: urn:request:a882a690-c830-4a41-94ab-1c61fe322880 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a882a690-c830-4a41-94ab-1c61fe322880', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:41,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:41,397 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:41,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.019) gunicorn-web stdout | 2024-04-26 06:02:41,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 06:02:42,186 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:02:42,603 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:02:42,675 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:02:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:53.524950+00:00 (in 9.999513 seconds) notificationworker stdout | 2024-04-26 06:02:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:53 UTC)" (scheduled at 2024-04-26 06:02:43.524950+00:00) notificationworker stdout | 2024-04-26 06:02:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 43, 525730), True, datetime.datetime(2024, 4, 26, 6, 2, 43, 525730), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:02:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:02:43,706 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:02:44,306 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:02:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:02:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:08.737804+00:00 (in 24.011225 seconds) repositorygcworker stdout | 2024-04-26 06:02:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:44 UTC)" (scheduled at 2024-04-26 06:02:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:02:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:02:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 44, 726787), True, datetime.datetime(2024, 4, 26, 6, 2, 44, 726787), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:02:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:02:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:02:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:02:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:02:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:10.438348+00:00 (in 25.003208 seconds) securityworker stdout | 2024-04-26 06:02:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:15 UTC)" (scheduled at 2024-04-26 06:02:45.434633+00:00) securityworker stdout | 2024-04-26 06:02:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:02:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:02:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:02:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:02:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:02:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:02:46,050 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:02:46,264 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:02:46,320 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:02:46,323 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:02:46,326 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:02:46,330 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} teamsyncworker stdout | 2024-04-26 06:02:46,470 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} autopruneworker stdout | 2024-04-26 06:02:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:02:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:16.480714+00:00 (in 29.999539 seconds) autopruneworker stdout | 2024-04-26 06:02:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:16 UTC)" (scheduled at 2024-04-26 06:02:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:02:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111306484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:02:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:02:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:02:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:02:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:02:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:06.745385+00:00 (in 19.996420 seconds) exportactionlogsworker stdout | 2024-04-26 06:02:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:46 UTC)" (scheduled at 2024-04-26 06:02:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:02:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:02:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:02:47,590 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:02:49,062 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:02:49,713 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 06:02:53,045 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:02:53,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:02:58.042626+00:00 (in 4.996416 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:02:53,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:07:53 UTC)" (scheduled at 2024-04-26 06:02:53.045734+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:02:53,046 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:02:53,051 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), True, datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:02:53,053 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), True, datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), 0, 'secscanv4/%', False, datetime.datetime(2024, 4, 26, 6, 2, 53, 46480), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:02:53,053 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:02:53,053 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:07:53 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:02:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:02:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:03.524950+00:00 (in 9.999486 seconds) notificationworker stdout | 2024-04-26 06:02:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:03 UTC)" (scheduled at 2024-04-26 06:02:53.524950+00:00) notificationworker stdout | 2024-04-26 06:02:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:02:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 53, 525752), True, datetime.datetime(2024, 4, 26, 6, 2, 53, 525752), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:02:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:02:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:02:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:02:53,775 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:02:55,456 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:02:55,907 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:02:56,381 [218] [DEBUG] [app] Starting request: urn:request:570fbaf0-beb1-452f-8f45-7c8c6ec6a4d8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:56,381 [215] [DEBUG] [app] Starting request: urn:request:23f43e2d-92f5-4dd5-8d7a-e57fe6e6ee1c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:02:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:02:56,384 [239] [DEBUG] [app] Starting request: urn:request:0b03f47f-3c08-480f-91dc-01c334ec14c0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:56,384 [246] [DEBUG] [app] Starting request: urn:request:558e217f-e418-4dd9-8662-0231366d6304 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:02:56,384 [239] [DEBUG] [app] Ending request: urn:request:0b03f47f-3c08-480f-91dc-01c334ec14c0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0b03f47f-3c08-480f-91dc-01c334ec14c0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:56,384 [246] [DEBUG] [app] Ending request: urn:request:558e217f-e418-4dd9-8662-0231366d6304 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:558e217f-e418-4dd9-8662-0231366d6304', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:02:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:02:56,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:56,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:56,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:02:56,388 [216] [DEBUG] [app] Starting request: urn:request:b7423882-0644-488e-943f-f8d6ebf42012 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:02:56,388 [216] [DEBUG] [app] Ending request: urn:request:b7423882-0644-488e-943f-f8d6ebf42012 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b7423882-0644-488e-943f-f8d6ebf42012', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:02:56,388 [215] [DEBUG] [app] Starting request: urn:request:ded74ec9-dd41-4758-a49a-9422e4c5aa07 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:02:56,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:56,389 [215] [DEBUG] [app] Ending request: urn:request:ded74ec9-dd41-4758-a49a-9422e4c5aa07 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ded74ec9-dd41-4758-a49a-9422e4c5aa07', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:02:56,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:02:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:02:56,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:56,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:02:56,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:56,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:02:56,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:56,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:02:56,397 [215] [DEBUG] [app] Ending request: urn:request:23f43e2d-92f5-4dd5-8d7a-e57fe6e6ee1c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:23f43e2d-92f5-4dd5-8d7a-e57fe6e6ee1c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:56,397 [218] [DEBUG] [app] Ending request: urn:request:570fbaf0-beb1-452f-8f45-7c8c6ec6a4d8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:570fbaf0-beb1-452f-8f45-7c8c6ec6a4d8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:02:56,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:56,397 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:02:56,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:02:56,398 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:02:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:02:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) storagereplication stdout | 2024-04-26 06:02:56,441 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:02:57,058 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:02:57,977 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:02:57,981 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:02:57,986 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:02:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:02:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:10.045971+00:00 (in 12.002881 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:02:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:58 UTC)" (scheduled at 2024-04-26 06:02:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:02:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:02:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 2, 58, 43389), True, datetime.datetime(2024, 4, 26, 6, 2, 58, 43389), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:02:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:02:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:02:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:03:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:02:58,451 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:03:00,238 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:03:00,885 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:03:00,935 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:03:01,107 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:03:01,924 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:03:01,969 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:03:02,564 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:03:02,568 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:03:02,571 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:03:02,579 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:03:02,583 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:03:02,598 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:03:02,605 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:03:02,608 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:03:02,611 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:03:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:13.524950+00:00 (in 9.999499 seconds) notificationworker stdout | 2024-04-26 06:03:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:13 UTC)" (scheduled at 2024-04-26 06:03:03.524950+00:00) notificationworker stdout | 2024-04-26 06:03:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 3, 525752), True, datetime.datetime(2024, 4, 26, 6, 3, 3, 525752), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:03:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:03:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:36.225712+00:00 (in 29.999546 seconds) buildlogsarchiver stdout | 2024-04-26 06:03:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:36 UTC)" (scheduled at 2024-04-26 06:03:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:03:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 3, 6, 226439), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:03:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:03:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:03:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:03:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:03:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:46.748509+00:00 (in 40.002677 seconds) exportactionlogsworker stdout | 2024-04-26 06:03:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:06 UTC)" (scheduled at 2024-04-26 06:03:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:03:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:03:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 6, 746111), True, datetime.datetime(2024, 4, 26, 6, 3, 6, 746111), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:03:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:03:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:03:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:03:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:03:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:38.139839+00:00 (in 29.999501 seconds) gcworker stdout | 2024-04-26 06:03:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:38 UTC)" (scheduled at 2024-04-26 06:03:08.139839+00:00) gcworker stdout | 2024-04-26 06:03:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901788140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:03:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:03:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:03:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:03:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:03:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:44.726048+00:00 (in 35.987758 seconds) repositorygcworker stdout | 2024-04-26 06:03:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:08 UTC)" (scheduled at 2024-04-26 06:03:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:03:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:03:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:03:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:03:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:58.042626+00:00 (in 47.996131 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:03:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:10 UTC)" (scheduled at 2024-04-26 06:03:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:03:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:03:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:03:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:03:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:15.434633+00:00 (in 4.995769 seconds) securityworker stdout | 2024-04-26 06:03:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:40 UTC)" (scheduled at 2024-04-26 06:03:10.438348+00:00) securityworker stdout | 2024-04-26 06:03:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:03:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:03:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:03:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:03:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:03:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:03:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:03:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:03:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 58, 10, 443548), 1, 4]) securityworker stdout | 2024-04-26 06:03:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 58, 10, 443548), 1, 4]) securityworker stdout | 2024-04-26 06:03:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:03:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:03:11,380 [215] [DEBUG] [app] Starting request: urn:request:cd9370fc-fec7-4918-9235-75d19bc75971 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:11,380 [218] [DEBUG] [app] Starting request: urn:request:6f9e013f-d2b7-45f4-9607-d22be38fec4d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:11,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:03:11,383 [239] [DEBUG] [app] Starting request: urn:request:00ebe007-c451-414d-8584-82b1210540a6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:11,383 [245] [DEBUG] [app] Starting request: urn:request:4e158a1b-65db-4d9c-83de-9c2a821e6584 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:11,383 [239] [DEBUG] [app] Ending request: urn:request:00ebe007-c451-414d-8584-82b1210540a6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:00ebe007-c451-414d-8584-82b1210540a6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:11,384 [245] [DEBUG] [app] Ending request: urn:request:4e158a1b-65db-4d9c-83de-9c2a821e6584 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4e158a1b-65db-4d9c-83de-9c2a821e6584', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:03:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 06:03:11,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 06:03:11,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:11,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:11,387 [217] [DEBUG] [app] Starting request: urn:request:afc6bcff-0015-4ebf-b209-9a48c487c9bf (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:11,387 [217] [DEBUG] [app] Ending request: urn:request:afc6bcff-0015-4ebf-b209-9a48c487c9bf (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:afc6bcff-0015-4ebf-b209-9a48c487c9bf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:03:11,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:11,388 [216] [DEBUG] [app] Starting request: urn:request:6aaf3df7-6aae-4b3c-8134-8fb381ad1cd7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:11,388 [216] [DEBUG] [app] Ending request: urn:request:6aaf3df7-6aae-4b3c-8134-8fb381ad1cd7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6aaf3df7-6aae-4b3c-8134-8fb381ad1cd7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:03:11,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:11,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:11,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:11,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:11,395 [215] [DEBUG] [app] Ending request: urn:request:cd9370fc-fec7-4918-9235-75d19bc75971 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cd9370fc-fec7-4918-9235-75d19bc75971', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:11,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:03:11,395 [218] [DEBUG] [app] Ending request: urn:request:6f9e013f-d2b7-45f4-9607-d22be38fec4d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6f9e013f-d2b7-45f4-9607-d22be38fec4d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 06:03:11,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:11,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 06:03:12,210 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:03:12,618 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:03:12,711 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:03:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:03:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:12.842614+00:00 (in 59.999543 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:03:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:12 UTC)" (scheduled at 2024-04-26 06:03:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:03:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:03:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:03:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:03:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:23.524950+00:00 (in 9.999496 seconds) notificationworker stdout | 2024-04-26 06:03:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:23 UTC)" (scheduled at 2024-04-26 06:03:13.524950+00:00) notificationworker stdout | 2024-04-26 06:03:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 13, 525751), True, datetime.datetime(2024, 4, 26, 6, 3, 13, 525751), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:03:13,742 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:03:14,326 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:03:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:03:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:40.438348+00:00 (in 25.003184 seconds) securityworker stdout | 2024-04-26 06:03:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:45 UTC)" (scheduled at 2024-04-26 06:03:15.434633+00:00) securityworker stdout | 2024-04-26 06:03:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:03:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:03:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:03:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:03:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:03:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:03:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 58, 15, 438330), 1, 4]) securityworker stdout | 2024-04-26 06:03:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 58, 15, 438330), 1, 4]) securityworker stdout | 2024-04-26 06:03:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:03:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:03:16,087 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:03:16,273 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:03:16,331 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:03:16,335 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:03:16,339 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:03:16,343 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:03:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:03:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:46.480714+00:00 (in 29.999532 seconds) autopruneworker stdout | 2024-04-26 06:03:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:46 UTC)" (scheduled at 2024-04-26 06:03:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:03:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111336484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:03:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:03:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:03:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:03:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:03:16,505 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} namespacegcworker stdout | 2024-04-26 06:03:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:03:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:34.643009+00:00 (in 17.915627 seconds) namespacegcworker stdout | 2024-04-26 06:03:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:16 UTC)" (scheduled at 2024-04-26 06:03:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:03:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:03:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:03:17,626 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:03:19,085 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:03:19,750 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:03:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:32.528171+00:00 (in 9.002712 seconds) notificationworker stdout | 2024-04-26 06:03:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:33 UTC)" (scheduled at 2024-04-26 06:03:23.524950+00:00) notificationworker stdout | 2024-04-26 06:03:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 23, 525746), True, datetime.datetime(2024, 4, 26, 6, 3, 23, 525746), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:03:23,812 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:03:25,494 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:03:25,944 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:03:26,380 [215] [DEBUG] [app] Starting request: urn:request:99db3dbe-53a8-41b7-8b42-678f5831f97e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:26,380 [218] [DEBUG] [app] Starting request: urn:request:7e6c5107-3d54-471e-9a44-7a01df7322e3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:03:26,383 [246] [DEBUG] [app] Starting request: urn:request:140245d4-5f93-4f46-9aa4-e8ab07a97882 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:26,384 [239] [DEBUG] [app] Starting request: urn:request:c7af754d-3d0d-4ddd-bb15-ca22c57817c3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:26,384 [246] [DEBUG] [app] Ending request: urn:request:140245d4-5f93-4f46-9aa4-e8ab07a97882 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:140245d4-5f93-4f46-9aa4-e8ab07a97882', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:26,384 [239] [DEBUG] [app] Ending request: urn:request:c7af754d-3d0d-4ddd-bb15-ca22c57817c3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c7af754d-3d0d-4ddd-bb15-ca22c57817c3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:03:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:03:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:26,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:26,387 [216] [DEBUG] [app] Starting request: urn:request:a3368d23-1f67-4be7-b46b-4d089735df9b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:26,388 [216] [DEBUG] [app] Ending request: urn:request:a3368d23-1f67-4be7-b46b-4d089735df9b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a3368d23-1f67-4be7-b46b-4d089735df9b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:26,388 [217] [DEBUG] [app] Starting request: urn:request:18cfd79c-ea69-4db3-9bbc-45269ec0d403 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:26,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:03:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:26,388 [217] [DEBUG] [app] Ending request: urn:request:18cfd79c-ea69-4db3-9bbc-45269ec0d403 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:18cfd79c-ea69-4db3-9bbc-45269ec0d403', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:26,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:26,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:03:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:26,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:26,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:26,396 [215] [DEBUG] [app] Ending request: urn:request:99db3dbe-53a8-41b7-8b42-678f5831f97e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:99db3dbe-53a8-41b7-8b42-678f5831f97e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:26,396 [218] [DEBUG] [app] Ending request: urn:request:7e6c5107-3d54-471e-9a44-7a01df7322e3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7e6c5107-3d54-471e-9a44-7a01df7322e3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:26,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:03:26,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) storagereplication stdout | 2024-04-26 06:03:26,451 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:03:27,095 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:03:27,985 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:03:27,988 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:03:27,994 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:03:28,488 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:03:30,261 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:03:30,922 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:03:30,972 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:03:31,144 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:03:31,961 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:03:32,006 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:03:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:33.524950+00:00 (in 0.996317 seconds) notificationworker stdout | 2024-04-26 06:03:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:32 UTC)" (scheduled at 2024-04-26 06:03:32.528171+00:00) notificationworker stdout | 2024-04-26 06:03:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:03:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:03:32,573 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:03:32,580 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:03:32,582 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:03:32,589 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:03:32,592 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:03:32,608 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:03:32,614 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:03:32,618 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:03:32,620 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:03:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:43.524950+00:00 (in 9.999495 seconds) notificationworker stdout | 2024-04-26 06:03:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:43 UTC)" (scheduled at 2024-04-26 06:03:33.524950+00:00) notificationworker stdout | 2024-04-26 06:03:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 33, 525768), True, datetime.datetime(2024, 4, 26, 6, 3, 33, 525768), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:33,532 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:33,532 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:33,532 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:03:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:03:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:16.726895+00:00 (in 42.083401 seconds) namespacegcworker stdout | 2024-04-26 06:03:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:34 UTC)" (scheduled at 2024-04-26 06:03:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:03:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:03:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 34, 643779), True, datetime.datetime(2024, 4, 26, 6, 3, 34, 643779), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:03:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:03:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:03:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:03:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:03:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:06.225712+00:00 (in 29.999543 seconds) buildlogsarchiver stdout | 2024-04-26 06:03:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:06 UTC)" (scheduled at 2024-04-26 06:03:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:03:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 3, 36, 226460), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:03:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:03:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:03:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:03:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:03:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:08.139839+00:00 (in 29.999504 seconds) gcworker stdout | 2024-04-26 06:03:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:08 UTC)" (scheduled at 2024-04-26 06:03:38.139839+00:00) gcworker stdout | 2024-04-26 06:03:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901818140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:03:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:03:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:03:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:03:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:03:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:45.434633+00:00 (in 4.995760 seconds) securityworker stdout | 2024-04-26 06:03:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:10 UTC)" (scheduled at 2024-04-26 06:03:40.438348+00:00) securityworker stdout | 2024-04-26 06:03:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:03:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:03:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:03:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:03:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:03:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:03:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:03:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:03:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:40,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 58, 40, 443411), 1, 4]) securityworker stdout | 2024-04-26 06:03:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 58, 40, 443411), 1, 4]) securityworker stdout | 2024-04-26 06:03:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:03:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:03:40,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:40,451 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:03:40,451 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:03:40,451 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:03:40,451 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:03:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:03:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:03:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:03:41,380 [218] [DEBUG] [app] Starting request: urn:request:6b36382e-c87b-417b-8d16-158dbf676007 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:41,380 [215] [DEBUG] [app] Starting request: urn:request:0a1d2cbe-c241-4f21-8e26-71a79a11632c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:03:41,384 [239] [DEBUG] [app] Starting request: urn:request:ee8e8183-df61-4b62-88ba-470086c8a537 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:41,384 [246] [DEBUG] [app] Starting request: urn:request:6a01bf83-6c67-4863-ba83-d60720d65dcf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:41,385 [239] [DEBUG] [app] Ending request: urn:request:ee8e8183-df61-4b62-88ba-470086c8a537 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ee8e8183-df61-4b62-88ba-470086c8a537', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:41,385 [246] [DEBUG] [app] Ending request: urn:request:6a01bf83-6c67-4863-ba83-d60720d65dcf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6a01bf83-6c67-4863-ba83-d60720d65dcf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:03:41,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:03:41,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:41,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:41,388 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:41,388 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:41,389 [216] [DEBUG] [app] Starting request: urn:request:2137f46b-1462-4e05-9a7c-c8c61499ea39 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:41,389 [217] [DEBUG] [app] Starting request: urn:request:195e594e-2a86-49b1-bb90-77cb36106f6b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:41,390 [217] [DEBUG] [app] Ending request: urn:request:195e594e-2a86-49b1-bb90-77cb36106f6b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:195e594e-2a86-49b1-bb90-77cb36106f6b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:41,390 [216] [DEBUG] [app] Ending request: urn:request:2137f46b-1462-4e05-9a7c-c8c61499ea39 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2137f46b-1462-4e05-9a7c-c8c61499ea39', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:03:41,390 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:41,390 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:41,390 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:41,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:41,391 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:41,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:41,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:41,394 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:41,398 [215] [DEBUG] [app] Ending request: urn:request:0a1d2cbe-c241-4f21-8e26-71a79a11632c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0a1d2cbe-c241-4f21-8e26-71a79a11632c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:41,398 [218] [DEBUG] [app] Ending request: urn:request:6b36382e-c87b-417b-8d16-158dbf676007 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6b36382e-c87b-417b-8d16-158dbf676007', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:41,398 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:41,398 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:41,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:03:41,398 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) globalpromstats stdout | 2024-04-26 06:03:42,230 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:03:42,654 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:03:42,730 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:03:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:03:53.524950+00:00 (in 9.999491 seconds) notificationworker stdout | 2024-04-26 06:03:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:53 UTC)" (scheduled at 2024-04-26 06:03:43.524950+00:00) notificationworker stdout | 2024-04-26 06:03:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 43, 525745), True, datetime.datetime(2024, 4, 26, 6, 3, 43, 525745), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:03:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:03:43,777 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:03:44,345 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:03:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:03:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:08.737804+00:00 (in 24.011205 seconds) repositorygcworker stdout | 2024-04-26 06:03:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:44 UTC)" (scheduled at 2024-04-26 06:03:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:03:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:03:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 44, 726814), True, datetime.datetime(2024, 4, 26, 6, 3, 44, 726814), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:03:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:03:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:03:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:03:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:03:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:10.438348+00:00 (in 25.003210 seconds) securityworker stdout | 2024-04-26 06:03:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:15 UTC)" (scheduled at 2024-04-26 06:03:45.434633+00:00) securityworker stdout | 2024-04-26 06:03:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:03:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:03:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:03:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:03:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:03:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:03:46,124 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:03:46,281 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:03:46,346 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:03:46,350 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:03:46,353 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:03:46,357 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:03:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:03:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:16.480714+00:00 (in 29.999567 seconds) autopruneworker stdout | 2024-04-26 06:03:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:16 UTC)" (scheduled at 2024-04-26 06:03:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:03:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111366484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:03:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:03:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:03:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:03:46,536 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} exportactionlogsworker stdout | 2024-04-26 06:03:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:03:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:06.745385+00:00 (in 19.996398 seconds) exportactionlogsworker stdout | 2024-04-26 06:03:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:46 UTC)" (scheduled at 2024-04-26 06:03:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:03:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:03:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:03:47,659 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:03:49,121 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:03:49,786 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:03:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:03:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:03.524950+00:00 (in 9.999479 seconds) notificationworker stdout | 2024-04-26 06:03:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:03 UTC)" (scheduled at 2024-04-26 06:03:53.524950+00:00) notificationworker stdout | 2024-04-26 06:03:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:03:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 53, 525761), True, datetime.datetime(2024, 4, 26, 6, 3, 53, 525761), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:03:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:03:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:03:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:03:53,840 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:03:55,531 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:03:55,980 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:03:56,381 [218] [DEBUG] [app] Starting request: urn:request:5ff3fccd-577b-4b58-8303-b36e8407dddd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:56,381 [215] [DEBUG] [app] Starting request: urn:request:a2217ab4-bb42-4023-a1bd-e821574e0066 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:03:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:03:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:03:56,384 [246] [DEBUG] [app] Starting request: urn:request:1c22fcc6-bec0-4d61-aa0b-837a09610889 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:56,384 [246] [DEBUG] [app] Ending request: urn:request:1c22fcc6-bec0-4d61-aa0b-837a09610889 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1c22fcc6-bec0-4d61-aa0b-837a09610889', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:03:56,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:03:56,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 06:03:56,385 [241] [DEBUG] [app] Starting request: urn:request:7e92abbb-5b4a-4255-a62b-547163563de4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:03:56,386 [241] [DEBUG] [app] Ending request: urn:request:7e92abbb-5b4a-4255-a62b-547163563de4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7e92abbb-5b4a-4255-a62b-547163563de4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:56,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.003 162 0.003) gunicorn-registry stdout | 2024-04-26 06:03:56,386 [241] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:56,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:56,388 [218] [DEBUG] [app] Starting request: urn:request:b40d31d6-5abf-4110-bb3e-1d4abfff3d01 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:56,388 [218] [DEBUG] [app] Ending request: urn:request:b40d31d6-5abf-4110-bb3e-1d4abfff3d01 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b40d31d6-5abf-4110-bb3e-1d4abfff3d01', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:03:56,388 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:03:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:56,390 [216] [DEBUG] [app] Starting request: urn:request:9494456c-bd07-46b4-a1b0-42da23d7147d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:03:56,390 [216] [DEBUG] [app] Ending request: urn:request:9494456c-bd07-46b4-a1b0-42da23d7147d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9494456c-bd07-46b4-a1b0-42da23d7147d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:03:56,391 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:03:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:03:56,391 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:03:56,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:03:56,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:56,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:03:56,396 [218] [DEBUG] [app] Ending request: urn:request:5ff3fccd-577b-4b58-8303-b36e8407dddd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5ff3fccd-577b-4b58-8303-b36e8407dddd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:56,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:03:56,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 06:03:56,398 [215] [DEBUG] [app] Ending request: urn:request:a2217ab4-bb42-4023-a1bd-e821574e0066 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a2217ab4-bb42-4023-a1bd-e821574e0066', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:03:56,398 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:03:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.019) gunicorn-web stdout | 2024-04-26 06:03:56,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:03:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" storagereplication stdout | 2024-04-26 06:03:56,482 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:03:57,102 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:03:57,994 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:03:57,997 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:03:58,001 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:03:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:03:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:10.045971+00:00 (in 12.002840 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:03:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:58 UTC)" (scheduled at 2024-04-26 06:03:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:03:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:03:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 3, 58, 43485), True, datetime.datetime(2024, 4, 26, 6, 3, 58, 43485), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:03:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:03:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:03:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:04:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:03:58,525 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:04:00,298 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:04:00,959 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:04:01,008 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:04:01,181 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:04:01,968 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:04:02,043 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:04:02,582 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:04:02,591 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:04:02,595 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:04:02,599 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:04:02,603 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:04:02,620 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:04:02,625 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:04:02,628 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:04:02,631 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:04:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:13.524950+00:00 (in 9.999490 seconds) notificationworker stdout | 2024-04-26 06:04:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:13 UTC)" (scheduled at 2024-04-26 06:04:03.524950+00:00) notificationworker stdout | 2024-04-26 06:04:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 3, 525749), True, datetime.datetime(2024, 4, 26, 6, 4, 3, 525749), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:04:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:04:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:36.225712+00:00 (in 29.999545 seconds) buildlogsarchiver stdout | 2024-04-26 06:04:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:36 UTC)" (scheduled at 2024-04-26 06:04:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:04:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 4, 6, 226449), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:04:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:04:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:04:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:04:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:04:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:46.748509+00:00 (in 40.002661 seconds) exportactionlogsworker stdout | 2024-04-26 06:04:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:06 UTC)" (scheduled at 2024-04-26 06:04:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:04:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:04:06,747 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 6, 746164), True, datetime.datetime(2024, 4, 26, 6, 4, 6, 746164), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:04:06,752 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:04:06,752 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:04:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:04:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:04:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:38.139839+00:00 (in 29.999516 seconds) gcworker stdout | 2024-04-26 06:04:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:38 UTC)" (scheduled at 2024-04-26 06:04:08.139839+00:00) gcworker stdout | 2024-04-26 06:04:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901848140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:04:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:04:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:04:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:04:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:04:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:44.726048+00:00 (in 35.987709 seconds) repositorygcworker stdout | 2024-04-26 06:04:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:08 UTC)" (scheduled at 2024-04-26 06:04:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:04:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:04:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:04:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:04:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:58.042626+00:00 (in 47.996133 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:04:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:10 UTC)" (scheduled at 2024-04-26 06:04:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:04:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:04:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:04:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:04:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:15.434633+00:00 (in 4.995769 seconds) securityworker stdout | 2024-04-26 06:04:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:40 UTC)" (scheduled at 2024-04-26 06:04:10.438348+00:00) securityworker stdout | 2024-04-26 06:04:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:04:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:04:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:04:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:04:10,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:04:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:04:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:04:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:04:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 59, 10, 443755), 1, 4]) securityworker stdout | 2024-04-26 06:04:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 59, 10, 443755), 1, 4]) securityworker stdout | 2024-04-26 06:04:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:04:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:04:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:04:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:04:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:04:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:04:11,173 [215] [DEBUG] [app] Starting request: urn:request:b70c4bf3-8fad-405a-9f1c-a6d2d01e3ee9 (/api/v1/user/apptoken) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 06:04:11,174 [215] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,174 [215] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,174 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,179 [215] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,180 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [3, datetime.datetime(2024, 4, 29, 1, 16, 11, 180042), datetime.datetime(2024, 4, 26, 6, 4, 11, 180111)]) gunicorn-web stdout | 2024-04-26 06:04:11,181 [215] [DEBUG] [app] Ending request: urn:request:b70c4bf3-8fad-405a-9f1c-a6d2d01e3ee9 (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:b70c4bf3-8fad-405a-9f1c-a6d2d01e3ee9', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 06:04:11,182 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.010 2292 0.009) gunicorn-web stdout | 2024-04-26 06:04:11,182 [215] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:06:04:11 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" gunicorn-web stdout | 2024-04-26 06:04:11,182 [218] [DEBUG] [app] Starting request: urn:request:27cc33f0-585d-42b3-a5f5-a489fa9603e1 (/api/v1/user/notifications) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 06:04:11,182 [218] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,182 [218] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,183 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 06:04:11,187 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 06:04:11,187 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 06:04:11,187 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,188 [218] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 06:04:11,188 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:04:11,188 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,188 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,188 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:04:11,189 [218] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 3, False, 3, 'admin', 6]) gunicorn-web stdout | 2024-04-26 06:04:11,193 [218] [DEBUG] [app] Ending request: urn:request:27cc33f0-585d-42b3-a5f5-a489fa9603e1 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:27cc33f0-585d-42b3-a5f5-a489fa9603e1', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 06:04:11,193 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.012 2283 0.012) gunicorn-web stdout | 2024-04-26 06:04:11,193 [218] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:06:04:11 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" gunicorn-web stdout | 2024-04-26 06:04:11,380 [218] [DEBUG] [app] Starting request: urn:request:6571c4b4-8bde-4030-a2be-517255c52c98 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:11,380 [216] [DEBUG] [app] Starting request: urn:request:e6c1c69b-75a8-4adc-a276-f7a04fba8259 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:11,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:11,381 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:04:11,383 [239] [DEBUG] [app] Starting request: urn:request:297f4228-f7cf-4b60-87f5-ee4a050732ba (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:11,383 [246] [DEBUG] [app] Starting request: urn:request:e3899aaa-cc16-4209-abab-9337f29a154a (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:11,383 [246] [DEBUG] [app] Ending request: urn:request:e3899aaa-cc16-4209-abab-9337f29a154a (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e3899aaa-cc16-4209-abab-9337f29a154a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:11,384 [239] [DEBUG] [app] Ending request: urn:request:297f4228-f7cf-4b60-87f5-ee4a050732ba (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:297f4228-f7cf-4b60-87f5-ee4a050732ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:04:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:04:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:11,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:11,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:11,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:11,388 [217] [DEBUG] [app] Starting request: urn:request:a0445ad1-c2f6-4139-9910-af133fb49a34 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:11,388 [215] [DEBUG] [app] Starting request: urn:request:61c38b65-e692-4aa6-b99f-349c4c09d8f4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:11,388 [215] [DEBUG] [app] Ending request: urn:request:61c38b65-e692-4aa6-b99f-349c4c09d8f4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:61c38b65-e692-4aa6-b99f-349c4c09d8f4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:11,388 [217] [DEBUG] [app] Ending request: urn:request:a0445ad1-c2f6-4139-9910-af133fb49a34 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a0445ad1-c2f6-4139-9910-af133fb49a34', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 06:04:11,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:04:11,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:04:11,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:11,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:11,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:11,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:11,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:11,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:11,396 [216] [DEBUG] [app] Ending request: urn:request:e6c1c69b-75a8-4adc-a276-f7a04fba8259 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e6c1c69b-75a8-4adc-a276-f7a04fba8259', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:11,396 [218] [DEBUG] [app] Ending request: urn:request:6571c4b4-8bde-4030-a2be-517255c52c98 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6571c4b4-8bde-4030-a2be-517255c52c98', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:11,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:11,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:11,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:04:11,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 06:04:12,265 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:04:12,662 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:04:12,746 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:04:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:04:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:12.842614+00:00 (in 59.999541 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:04:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:12 UTC)" (scheduled at 2024-04-26 06:04:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:04:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:04:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:04:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:04:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:23.524950+00:00 (in 9.999460 seconds) notificationworker stdout | 2024-04-26 06:04:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:23 UTC)" (scheduled at 2024-04-26 06:04:13.524950+00:00) notificationworker stdout | 2024-04-26 06:04:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 13, 525822), True, datetime.datetime(2024, 4, 26, 6, 4, 13, 525822), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:04:13,793 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:04:14,377 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:04:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:04:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:40.438348+00:00 (in 25.003171 seconds) securityworker stdout | 2024-04-26 06:04:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:45 UTC)" (scheduled at 2024-04-26 06:04:15.434633+00:00) securityworker stdout | 2024-04-26 06:04:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:04:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:04:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:04:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:04:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:04:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:04:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 59, 15, 438326), 1, 4]) securityworker stdout | 2024-04-26 06:04:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 59, 15, 438326), 1, 4]) securityworker stdout | 2024-04-26 06:04:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:04:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:04:16,154 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:04:16,290 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:04:16,359 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:04:16,362 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:04:16,366 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:04:16,369 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:04:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:04:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:46.480714+00:00 (in 29.999567 seconds) autopruneworker stdout | 2024-04-26 06:04:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:46 UTC)" (scheduled at 2024-04-26 06:04:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:04:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111396484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:04:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:04:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:04:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:04:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:04:16,573 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} namespacegcworker stdout | 2024-04-26 06:04:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:04:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:34.643009+00:00 (in 17.915617 seconds) namespacegcworker stdout | 2024-04-26 06:04:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:16 UTC)" (scheduled at 2024-04-26 06:04:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:04:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:04:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:04:17,695 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:04:19,158 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:04:19,800 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:04:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:32.528171+00:00 (in 9.002726 seconds) notificationworker stdout | 2024-04-26 06:04:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:33 UTC)" (scheduled at 2024-04-26 06:04:23.524950+00:00) notificationworker stdout | 2024-04-26 06:04:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 23, 525742), True, datetime.datetime(2024, 4, 26, 6, 4, 23, 525742), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:04:23,877 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:04:25,565 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:04:26,012 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:04:26,380 [216] [DEBUG] [app] Starting request: urn:request:65942f04-e571-4fc5-84d1-aab7ba22e8fe (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:26,380 [218] [DEBUG] [app] Starting request: urn:request:703e827f-a70f-4bc0-83e2-7e0a86c9372d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:26,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:04:26,383 [239] [DEBUG] [app] Starting request: urn:request:20db8fe5-ecb2-4953-ae7d-c8101981ed08 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:26,384 [246] [DEBUG] [app] Starting request: urn:request:0b5eb8db-17cf-420b-a0ba-718c02d8e475 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:26,384 [239] [DEBUG] [app] Ending request: urn:request:20db8fe5-ecb2-4953-ae7d-c8101981ed08 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:20db8fe5-ecb2-4953-ae7d-c8101981ed08', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:26,384 [246] [DEBUG] [app] Ending request: urn:request:0b5eb8db-17cf-420b-a0ba-718c02d8e475 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0b5eb8db-17cf-420b-a0ba-718c02d8e475', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:04:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:04:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:26,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:26,387 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:26,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:26,391 [215] [DEBUG] [app] Starting request: urn:request:5885aaec-7cfc-4b26-80ef-c94411c04e8e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:26,391 [215] [DEBUG] [app] Ending request: urn:request:5885aaec-7cfc-4b26-80ef-c94411c04e8e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5885aaec-7cfc-4b26-80ef-c94411c04e8e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:26,391 [217] [DEBUG] [app] Starting request: urn:request:4c13d1cf-b76b-4b39-8fd6-22a04883107a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:26,391 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:04:26,392 [217] [DEBUG] [app] Ending request: urn:request:4c13d1cf-b76b-4b39-8fd6-22a04883107a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4c13d1cf-b76b-4b39-8fd6-22a04883107a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:26,392 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:26,392 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:04:26,392 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:26,392 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:26,393 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:26,396 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:26,396 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:26,400 [218] [DEBUG] [app] Ending request: urn:request:703e827f-a70f-4bc0-83e2-7e0a86c9372d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:703e827f-a70f-4bc0-83e2-7e0a86c9372d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:26,400 [216] [DEBUG] [app] Ending request: urn:request:65942f04-e571-4fc5-84d1-aab7ba22e8fe (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:65942f04-e571-4fc5-84d1-aab7ba22e8fe', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:26,400 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:26,400 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:26,400 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:04:26,400 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.021 118 0.021) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.021 118 0.021) storagereplication stdout | 2024-04-26 06:04:26,514 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:04:27,139 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:04:28,002 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:04:28,007 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:04:28,010 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:04:28,562 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:04:30,314 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:04:30,996 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:04:31,026 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:04:31,210 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:04:31,976 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:04:32,079 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:04:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:33.524950+00:00 (in 0.996311 seconds) notificationworker stdout | 2024-04-26 06:04:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:32 UTC)" (scheduled at 2024-04-26 06:04:32.528171+00:00) notificationworker stdout | 2024-04-26 06:04:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:04:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:04:32,589 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:04:32,602 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:04:32,607 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:04:32,611 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:04:32,613 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:04:32,631 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:04:32,634 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:04:32,638 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:04:32,641 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:04:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:43.524950+00:00 (in 9.999507 seconds) notificationworker stdout | 2024-04-26 06:04:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:43 UTC)" (scheduled at 2024-04-26 06:04:33.524950+00:00) notificationworker stdout | 2024-04-26 06:04:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 33, 525740), True, datetime.datetime(2024, 4, 26, 6, 4, 33, 525740), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:04:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:04:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:16.726895+00:00 (in 42.083386 seconds) namespacegcworker stdout | 2024-04-26 06:04:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:34 UTC)" (scheduled at 2024-04-26 06:04:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:04:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:04:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 34, 643830), True, datetime.datetime(2024, 4, 26, 6, 4, 34, 643830), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:04:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:04:34,650 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:04:34,650 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:04:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:04:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:06.225712+00:00 (in 29.999529 seconds) buildlogsarchiver stdout | 2024-04-26 06:04:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:06 UTC)" (scheduled at 2024-04-26 06:04:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:04:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 4, 36, 226474), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:04:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:04:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:04:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:04:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:04:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:08.139839+00:00 (in 29.999478 seconds) gcworker stdout | 2024-04-26 06:04:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:08 UTC)" (scheduled at 2024-04-26 06:04:38.139839+00:00) gcworker stdout | 2024-04-26 06:04:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901878140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:04:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:04:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:04:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:04:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:04:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:45.434633+00:00 (in 4.995768 seconds) securityworker stdout | 2024-04-26 06:04:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:10 UTC)" (scheduled at 2024-04-26 06:04:40.438348+00:00) securityworker stdout | 2024-04-26 06:04:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:04:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:04:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:04:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:04:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:04:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:04:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:04:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:04:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 5, 59, 40, 443717), 1, 4]) securityworker stdout | 2024-04-26 06:04:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 5, 59, 40, 443717), 1, 4]) securityworker stdout | 2024-04-26 06:04:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:04:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:04:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:04:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:04:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:04:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:04:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:04:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:04:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:04:41,380 [217] [DEBUG] [app] Starting request: urn:request:2f83042c-b113-49c0-bdee-3784360de35d (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:41,380 [215] [DEBUG] [app] Starting request: urn:request:e1227d4f-3960-47a3-be26-54dd3d360fb4 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:04:41,383 [245] [DEBUG] [app] Starting request: urn:request:e78844f7-206d-42b2-a48b-fa73d34cc946 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:41,384 [246] [DEBUG] [app] Starting request: urn:request:60fc8388-aa62-4aa1-9da9-4a9834a12358 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:41,384 [245] [DEBUG] [app] Ending request: urn:request:e78844f7-206d-42b2-a48b-fa73d34cc946 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e78844f7-206d-42b2-a48b-fa73d34cc946', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:41,384 [246] [DEBUG] [app] Ending request: urn:request:60fc8388-aa62-4aa1-9da9-4a9834a12358 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:60fc8388-aa62-4aa1-9da9-4a9834a12358', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:41,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:04:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:04:41,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:04:41,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:41,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:41,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:41,387 [215] [DEBUG] [app] Starting request: urn:request:0c401c15-9e41-481a-8fb6-888bd7a108fb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:41,387 [215] [DEBUG] [app] Ending request: urn:request:0c401c15-9e41-481a-8fb6-888bd7a108fb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0c401c15-9e41-481a-8fb6-888bd7a108fb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:41,388 [216] [DEBUG] [app] Starting request: urn:request:7f5c9137-0fa5-425b-a7a7-ed965781a513 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:41,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:04:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:41,388 [216] [DEBUG] [app] Ending request: urn:request:7f5c9137-0fa5-425b-a7a7-ed965781a513 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7f5c9137-0fa5-425b-a7a7-ed965781a513', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:41,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:04:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:04:41,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:41,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:41,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:41,396 [217] [DEBUG] [app] Ending request: urn:request:2f83042c-b113-49c0-bdee-3784360de35d (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2f83042c-b113-49c0-bdee-3784360de35d', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:41,396 [215] [DEBUG] [app] Ending request: urn:request:e1227d4f-3960-47a3-be26-54dd3d360fb4 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e1227d4f-3960-47a3-be26-54dd3d360fb4', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:41,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:41,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) gunicorn-web stdout | 2024-04-26 06:04:41,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 06:04:42,302 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:04:42,677 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:04:42,773 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:04:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:04:53.524950+00:00 (in 9.999485 seconds) notificationworker stdout | 2024-04-26 06:04:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:53 UTC)" (scheduled at 2024-04-26 06:04:43.524950+00:00) notificationworker stdout | 2024-04-26 06:04:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 43, 525757), True, datetime.datetime(2024, 4, 26, 6, 4, 43, 525757), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:04:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:04:43,830 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:04:44,400 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:04:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:04:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:08.737804+00:00 (in 24.011221 seconds) repositorygcworker stdout | 2024-04-26 06:04:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:44 UTC)" (scheduled at 2024-04-26 06:04:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:04:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:04:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 44, 726804), True, datetime.datetime(2024, 4, 26, 6, 4, 44, 726804), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:04:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:04:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:04:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:04:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:04:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:10.438348+00:00 (in 25.003236 seconds) securityworker stdout | 2024-04-26 06:04:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:15 UTC)" (scheduled at 2024-04-26 06:04:45.434633+00:00) securityworker stdout | 2024-04-26 06:04:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:04:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:04:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:04:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:04:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:04:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:04:46,162 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:04:46,298 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:04:46,370 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:04:46,374 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:04:46,379 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:04:46,381 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:04:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:04:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:16.480714+00:00 (in 29.999538 seconds) autopruneworker stdout | 2024-04-26 06:04:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:16 UTC)" (scheduled at 2024-04-26 06:04:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:04:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111426484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:04:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:04:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:04:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:04:46,610 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} exportactionlogsworker stdout | 2024-04-26 06:04:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:04:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:06.745385+00:00 (in 19.996419 seconds) exportactionlogsworker stdout | 2024-04-26 06:04:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:46 UTC)" (scheduled at 2024-04-26 06:04:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:04:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:04:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:04:47,712 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:04:49,181 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:04:49,837 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:04:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:04:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:03.524950+00:00 (in 9.999497 seconds) notificationworker stdout | 2024-04-26 06:04:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:03 UTC)" (scheduled at 2024-04-26 06:04:53.524950+00:00) notificationworker stdout | 2024-04-26 06:04:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:04:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 53, 525747), True, datetime.datetime(2024, 4, 26, 6, 4, 53, 525747), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:04:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:04:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:04:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:04:53,914 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:04:55,575 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:04:56,019 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:04:56,380 [217] [DEBUG] [app] Starting request: urn:request:93fec011-341d-44d0-9a04-97cad38e7702 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:56,380 [218] [DEBUG] [app] Starting request: urn:request:7ecd2e87-612f-46ca-94f9-23a29fdef268 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:04:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:04:56,383 [246] [DEBUG] [app] Starting request: urn:request:0e44b76f-701f-4de8-8b63-d437a8917fe1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:56,383 [246] [DEBUG] [app] Ending request: urn:request:0e44b76f-701f-4de8-8b63-d437a8917fe1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0e44b76f-701f-4de8-8b63-d437a8917fe1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:04:56,383 [239] [DEBUG] [app] Starting request: urn:request:6b6ba8d2-90c2-4587-a8f9-a9746569715b (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:04:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:04:56,384 [239] [DEBUG] [app] Ending request: urn:request:6b6ba8d2-90c2-4587-a8f9-a9746569715b (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6b6ba8d2-90c2-4587-a8f9-a9746569715b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:04:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 06:04:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-web stdout | 2024-04-26 06:04:56,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:56,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:04:56,387 [215] [DEBUG] [app] Starting request: urn:request:c1a99108-fb58-40c0-a207-fdc3a343324e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:56,387 [215] [DEBUG] [app] Ending request: urn:request:c1a99108-fb58-40c0-a207-fdc3a343324e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c1a99108-fb58-40c0-a207-fdc3a343324e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:04:56,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:04:56,387 [217] [DEBUG] [app] Starting request: urn:request:ae7ab085-5a85-4808-808a-07d945b36199 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:04:56,388 [217] [DEBUG] [app] Ending request: urn:request:ae7ab085-5a85-4808-808a-07d945b36199 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ae7ab085-5a85-4808-808a-07d945b36199', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:04:56,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:04:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:04:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:04:56,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:56,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:04:56,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:56,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:04:56,396 [217] [DEBUG] [app] Ending request: urn:request:93fec011-341d-44d0-9a04-97cad38e7702 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:93fec011-341d-44d0-9a04-97cad38e7702', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:56,396 [218] [DEBUG] [app] Ending request: urn:request:7ecd2e87-612f-46ca-94f9-23a29fdef268 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7ecd2e87-612f-46ca-94f9-23a29fdef268', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:04:56,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:04:56,396 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) gunicorn-web stdout | 2024-04-26 06:04:56,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:04:56,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:04:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:04:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) storagereplication stdout | 2024-04-26 06:04:56,531 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:04:57,176 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:04:58,011 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:04:58,014 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:04:58,018 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:04:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:04:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:10.045971+00:00 (in 12.002809 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:04:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:58 UTC)" (scheduled at 2024-04-26 06:04:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:04:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:04:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 4, 58, 43498), True, datetime.datetime(2024, 4, 26, 6, 4, 58, 43498), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:04:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:04:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:04:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:05:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:04:58,598 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:05:00,351 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:05:01,031 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:05:01,063 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:05:01,225 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:05:02,011 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:05:02,116 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:05:02,601 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:05:02,614 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:05:02,618 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:05:02,622 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:05:02,625 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:05:02,640 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:05:02,644 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:05:02,648 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:05:02,651 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:05:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:13.524950+00:00 (in 9.999508 seconds) notificationworker stdout | 2024-04-26 06:05:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:13 UTC)" (scheduled at 2024-04-26 06:05:03.524950+00:00) notificationworker stdout | 2024-04-26 06:05:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 3, 525739), True, datetime.datetime(2024, 4, 26, 6, 5, 3, 525739), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:05:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:05:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:36.225712+00:00 (in 29.999556 seconds) buildlogsarchiver stdout | 2024-04-26 06:05:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:36 UTC)" (scheduled at 2024-04-26 06:05:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:05:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 5, 6, 226449), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:05:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:05:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:05:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:05:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:05:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:44.748211+00:00 (in 38.002376 seconds) exportactionlogsworker stdout | 2024-04-26 06:05:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:06 UTC)" (scheduled at 2024-04-26 06:05:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:05:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:05:06,747 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 6, 746157), True, datetime.datetime(2024, 4, 26, 6, 5, 6, 746157), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:05:06,752 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:05:06,752 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:05:06,752 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:05:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:05:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:38.139839+00:00 (in 29.999473 seconds) gcworker stdout | 2024-04-26 06:05:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:38 UTC)" (scheduled at 2024-04-26 06:05:08.139839+00:00) gcworker stdout | 2024-04-26 06:05:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901908140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:05:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:05:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:05:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:05:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:05:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:44.726048+00:00 (in 35.987748 seconds) repositorygcworker stdout | 2024-04-26 06:05:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:08 UTC)" (scheduled at 2024-04-26 06:05:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:05:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:05:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:05:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:05:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:58.042626+00:00 (in 47.996127 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:05:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:10 UTC)" (scheduled at 2024-04-26 06:05:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:05:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:05:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:05:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:05:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:15.434633+00:00 (in 4.995790 seconds) securityworker stdout | 2024-04-26 06:05:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:40 UTC)" (scheduled at 2024-04-26 06:05:10.438348+00:00) securityworker stdout | 2024-04-26 06:05:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:05:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:05:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:05:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:05:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:05:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:05:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:05:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:05:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 0, 10, 443645), 1, 4]) securityworker stdout | 2024-04-26 06:05:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 0, 10, 443645), 1, 4]) securityworker stdout | 2024-04-26 06:05:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:05:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:05:11,381 [217] [DEBUG] [app] Starting request: urn:request:00962536-fed9-430b-8cda-82ea0ed30af9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:11,381 [215] [DEBUG] [app] Starting request: urn:request:84386714-4c7c-4ddf-836a-95a96bc0b4be (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:05:11,384 [244] [DEBUG] [app] Starting request: urn:request:979d35f0-7971-4511-8f8e-eb85791e2413 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:11,384 [239] [DEBUG] [app] Starting request: urn:request:3e2fc0e6-0da7-4430-a309-73ffeab9bc89 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:11,384 [239] [DEBUG] [app] Ending request: urn:request:3e2fc0e6-0da7-4430-a309-73ffeab9bc89 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3e2fc0e6-0da7-4430-a309-73ffeab9bc89', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:11,384 [244] [DEBUG] [app] Ending request: urn:request:979d35f0-7971-4511-8f8e-eb85791e2413 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:979d35f0-7971-4511-8f8e-eb85791e2413', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:05:11,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:11,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:11,387 [215] [DEBUG] [app] Starting request: urn:request:1d23f2c3-612e-4952-a8cf-7e03ba2d56fb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:11,387 [217] [DEBUG] [app] Starting request: urn:request:72c80a12-c80c-4535-a9c4-2825fb9321c3 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:11,387 [215] [DEBUG] [app] Ending request: urn:request:1d23f2c3-612e-4952-a8cf-7e03ba2d56fb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1d23f2c3-612e-4952-a8cf-7e03ba2d56fb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:11,387 [217] [DEBUG] [app] Ending request: urn:request:72c80a12-c80c-4535-a9c4-2825fb9321c3 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:72c80a12-c80c-4535-a9c4-2825fb9321c3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:11,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:05:11,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:11,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:11,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:11,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:11,395 [217] [DEBUG] [app] Ending request: urn:request:00962536-fed9-430b-8cda-82ea0ed30af9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:00962536-fed9-430b-8cda-82ea0ed30af9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:11,395 [215] [DEBUG] [app] Ending request: urn:request:84386714-4c7c-4ddf-836a-95a96bc0b4be (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:84386714-4c7c-4ddf-836a-95a96bc0b4be', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:11,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:11,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:11,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:05:11,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 06:05:12,318 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:05:12,714 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:05:12,810 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} quotaregistrysizeworker stdout | 2024-04-26 06:05:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:05:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:12.842614+00:00 (in 59.999502 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:05:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:12 UTC)" (scheduled at 2024-04-26 06:05:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:05:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:05:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:05:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:12 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:05:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:23.524950+00:00 (in 9.999493 seconds) notificationworker stdout | 2024-04-26 06:05:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:23 UTC)" (scheduled at 2024-04-26 06:05:13.524950+00:00) notificationworker stdout | 2024-04-26 06:05:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 13, 525753), True, datetime.datetime(2024, 4, 26, 6, 5, 13, 525753), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:05:13,867 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:05:14,437 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:05:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:05:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:40.438348+00:00 (in 25.003256 seconds) securityworker stdout | 2024-04-26 06:05:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:45 UTC)" (scheduled at 2024-04-26 06:05:15.434633+00:00) securityworker stdout | 2024-04-26 06:05:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:05:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:05:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:05:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:05:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:05:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:05:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 0, 15, 438157), 1, 4]) securityworker stdout | 2024-04-26 06:05:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 0, 15, 438157), 1, 4]) securityworker stdout | 2024-04-26 06:05:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:05:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:05:16,170 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:05:16,306 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:05:16,382 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:05:16,386 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:05:16,390 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:05:16,394 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:05:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:05:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:46.480714+00:00 (in 29.999515 seconds) autopruneworker stdout | 2024-04-26 06:05:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:46 UTC)" (scheduled at 2024-04-26 06:05:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:05:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111456484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:05:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:05:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:05:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:05:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:05:16,641 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} namespacegcworker stdout | 2024-04-26 06:05:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:05:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:34.643009+00:00 (in 17.915585 seconds) namespacegcworker stdout | 2024-04-26 06:05:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:16 UTC)" (scheduled at 2024-04-26 06:05:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:05:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:05:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:05:17,749 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:05:19,211 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:05:19,874 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:05:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:32.528171+00:00 (in 9.002728 seconds) notificationworker stdout | 2024-04-26 06:05:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:33 UTC)" (scheduled at 2024-04-26 06:05:23.524950+00:00) notificationworker stdout | 2024-04-26 06:05:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 23, 525750), True, datetime.datetime(2024, 4, 26, 6, 5, 23, 525750), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:05:23,921 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:05:25,585 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:05:26,041 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:05:26,380 [217] [DEBUG] [app] Starting request: urn:request:77e3da6c-5693-431c-9410-c7277bbe6c61 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:26,380 [215] [DEBUG] [app] Starting request: urn:request:7d2bf8c3-2ee4-4ea6-b1dd-cacaa69a9e09 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:26,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:26,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:05:26,383 [239] [DEBUG] [app] Starting request: urn:request:04a08ab9-55e9-4d08-9be1-22b6db4fec65 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:26,383 [245] [DEBUG] [app] Starting request: urn:request:f6607bbe-b863-4361-a045-46cf3e981c8c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:26,383 [239] [DEBUG] [app] Ending request: urn:request:04a08ab9-55e9-4d08-9be1-22b6db4fec65 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:04a08ab9-55e9-4d08-9be1-22b6db4fec65', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:26,383 [245] [DEBUG] [app] Ending request: urn:request:f6607bbe-b863-4361-a045-46cf3e981c8c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f6607bbe-b863-4361-a045-46cf3e981c8c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:05:26,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:26,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:26,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:26,386 [215] [DEBUG] [app] Starting request: urn:request:5049e41f-5ac5-44f0-8f4d-1f7d76d8df9d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:26,386 [218] [DEBUG] [app] Starting request: urn:request:5abebdea-61e1-4ada-8288-aa8539a9a9de (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:26,387 [215] [DEBUG] [app] Ending request: urn:request:5049e41f-5ac5-44f0-8f4d-1f7d76d8df9d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5049e41f-5ac5-44f0-8f4d-1f7d76d8df9d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:26,387 [218] [DEBUG] [app] Ending request: urn:request:5abebdea-61e1-4ada-8288-aa8539a9a9de (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5abebdea-61e1-4ada-8288-aa8539a9a9de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:26,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:05:26,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:26,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:26,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:26,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:26,395 [215] [DEBUG] [app] Ending request: urn:request:7d2bf8c3-2ee4-4ea6-b1dd-cacaa69a9e09 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7d2bf8c3-2ee4-4ea6-b1dd-cacaa69a9e09', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:26,395 [217] [DEBUG] [app] Ending request: urn:request:77e3da6c-5693-431c-9410-c7277bbe6c61 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:77e3da6c-5693-431c-9410-c7277bbe6c61', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:26,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:26,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:26,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:05:26,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) storagereplication stdout | 2024-04-26 06:05:26,560 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:05:27,184 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:05:28,019 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:05:28,022 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:05:28,025 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:05:28,635 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:05:30,374 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:05:31,061 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:05:31,099 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:05:31,257 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:05:32,048 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:05:32,139 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:05:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:33.524950+00:00 (in 0.996325 seconds) notificationworker stdout | 2024-04-26 06:05:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:32 UTC)" (scheduled at 2024-04-26 06:05:32.528171+00:00) notificationworker stdout | 2024-04-26 06:05:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:05:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:05:32,612 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:05:32,623 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:05:32,626 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:05:32,629 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:05:32,632 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:05:32,649 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:05:32,652 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:05:32,655 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:05:32,659 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:05:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:43.524950+00:00 (in 9.999548 seconds) notificationworker stdout | 2024-04-26 06:05:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:43 UTC)" (scheduled at 2024-04-26 06:05:33.524950+00:00) notificationworker stdout | 2024-04-26 06:05:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 33, 525686), True, datetime.datetime(2024, 4, 26, 6, 5, 33, 525686), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:05:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:05:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:16.726895+00:00 (in 42.083334 seconds) namespacegcworker stdout | 2024-04-26 06:05:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:34 UTC)" (scheduled at 2024-04-26 06:05:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:05:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:05:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 34, 643885), True, datetime.datetime(2024, 4, 26, 6, 5, 34, 643885), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:05:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:05:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:05:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:05:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:05:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:06.225712+00:00 (in 29.999546 seconds) buildlogsarchiver stdout | 2024-04-26 06:05:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:06 UTC)" (scheduled at 2024-04-26 06:05:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:05:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 5, 36, 226429), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:05:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:05:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:05:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:05:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:05:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:08.139839+00:00 (in 29.999490 seconds) gcworker stdout | 2024-04-26 06:05:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:08 UTC)" (scheduled at 2024-04-26 06:05:38.139839+00:00) gcworker stdout | 2024-04-26 06:05:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901938140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:05:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:05:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:05:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:05:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:05:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:45.434633+00:00 (in 4.995816 seconds) securityworker stdout | 2024-04-26 06:05:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:10 UTC)" (scheduled at 2024-04-26 06:05:40.438348+00:00) securityworker stdout | 2024-04-26 06:05:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:05:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:05:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:05:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:05:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:05:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:05:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:05:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:05:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 0, 40, 443475), 1, 4]) securityworker stdout | 2024-04-26 06:05:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 0, 40, 443475), 1, 4]) securityworker stdout | 2024-04-26 06:05:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:05:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:05:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:05:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:05:41,380 [217] [DEBUG] [app] Starting request: urn:request:eec7134f-ff2d-4fca-9c7e-587bc8068f08 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:41,380 [215] [DEBUG] [app] Starting request: urn:request:05d58238-0f9f-4be0-9187-b59cdcb23df8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:41,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:41,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:05:41,383 [245] [DEBUG] [app] Starting request: urn:request:053917ef-e717-4374-91e9-8d2dc21bf2b0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:41,383 [239] [DEBUG] [app] Starting request: urn:request:ef73ee43-1ef1-4656-9a64-7f3b2467c036 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:41,383 [239] [DEBUG] [app] Ending request: urn:request:ef73ee43-1ef1-4656-9a64-7f3b2467c036 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ef73ee43-1ef1-4656-9a64-7f3b2467c036', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:41,383 [245] [DEBUG] [app] Ending request: urn:request:053917ef-e717-4374-91e9-8d2dc21bf2b0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:053917ef-e717-4374-91e9-8d2dc21bf2b0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:41,383 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:05:41,383 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:05:41,383 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:41,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:41,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:41,386 [217] [DEBUG] [app] Starting request: urn:request:1af02cb7-5e0f-4936-b7b9-8d612e1ff0ac (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:41,386 [217] [DEBUG] [app] Ending request: urn:request:1af02cb7-5e0f-4936-b7b9-8d612e1ff0ac (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1af02cb7-5e0f-4936-b7b9-8d612e1ff0ac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:41,386 [218] [DEBUG] [app] Starting request: urn:request:b4386031-78b4-49f1-8a08-0042e1115d55 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:41,386 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:41,387 [218] [DEBUG] [app] Ending request: urn:request:b4386031-78b4-49f1-8a08-0042e1115d55 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b4386031-78b4-49f1-8a08-0042e1115d55', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:05:41,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:05:41,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:41,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:41,387 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:41,387 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:41,390 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:41,390 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:41,394 [217] [DEBUG] [app] Ending request: urn:request:eec7134f-ff2d-4fca-9c7e-587bc8068f08 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:eec7134f-ff2d-4fca-9c7e-587bc8068f08', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:41,394 [215] [DEBUG] [app] Ending request: urn:request:05d58238-0f9f-4be0-9187-b59cdcb23df8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:05d58238-0f9f-4be0-9187-b59cdcb23df8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:41,394 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:41,394 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:41,394 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:05:41,394 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) globalpromstats stdout | 2024-04-26 06:05:42,336 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:05:42,750 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:05:42,846 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:05:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:53.524950+00:00 (in 9.999468 seconds) notificationworker stdout | 2024-04-26 06:05:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:53 UTC)" (scheduled at 2024-04-26 06:05:43.524950+00:00) notificationworker stdout | 2024-04-26 06:05:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 43, 525772), True, datetime.datetime(2024, 4, 26, 6, 5, 43, 525772), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:05:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:05:43,903 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:05:44,473 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:05:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:05:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:08.737804+00:00 (in 24.011220 seconds) repositorygcworker stdout | 2024-04-26 06:05:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:44 UTC)" (scheduled at 2024-04-26 06:05:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:05:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:05:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 44, 726870), True, datetime.datetime(2024, 4, 26, 6, 5, 44, 726870), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:05:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:05:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:05:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:44 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:05:44,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:05:44,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:05:46.748509+00:00 (in 1.999843 seconds) exportactionlogsworker stdout | 2024-04-26 06:05:44,748 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:10:44 UTC)" (scheduled at 2024-04-26 06:05:44.748211+00:00) exportactionlogsworker stdout | 2024-04-26 06:05:44,749 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:05:44,754 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), True, datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:05:44,755 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), True, datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 4, 26, 6, 5, 44, 748917), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:05:44,755 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:05:44,756 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:10:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:05:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:05:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:10.438348+00:00 (in 25.003198 seconds) securityworker stdout | 2024-04-26 06:05:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:15 UTC)" (scheduled at 2024-04-26 06:05:45.434633+00:00) securityworker stdout | 2024-04-26 06:05:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:05:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:05:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:05:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:05:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:05:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:05:46,195 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:05:46,314 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:05:46,394 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:05:46,397 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:05:46,402 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:05:46,405 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:05:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:05:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:16.480714+00:00 (in 29.999454 seconds) autopruneworker stdout | 2024-04-26 06:05:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:16 UTC)" (scheduled at 2024-04-26 06:05:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:05:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111486484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:05:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:05:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:05:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:05:46,678 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} exportactionlogsworker stdout | 2024-04-26 06:05:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:05:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:06.745385+00:00 (in 19.996398 seconds) exportactionlogsworker stdout | 2024-04-26 06:05:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:46 UTC)" (scheduled at 2024-04-26 06:05:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:05:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:05:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:05:47,775 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:05:49,247 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:05:49,903 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:05:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:05:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:03.524950+00:00 (in 9.999502 seconds) notificationworker stdout | 2024-04-26 06:05:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:03 UTC)" (scheduled at 2024-04-26 06:05:53.524950+00:00) notificationworker stdout | 2024-04-26 06:05:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:05:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 53, 525743), True, datetime.datetime(2024, 4, 26, 6, 5, 53, 525743), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:05:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:05:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:05:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:05:53,950 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:05:55,622 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:05:56,077 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:05:56,380 [215] [DEBUG] [app] Starting request: urn:request:fa37427b-23b6-436a-b5c8-2934d4e724b7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:56,380 [217] [DEBUG] [app] Starting request: urn:request:a4d37683-8dad-4fce-bcc1-8f1c55c3d152 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:05:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:05:56,384 [239] [DEBUG] [app] Starting request: urn:request:e62466f4-76bb-4cde-bad9-028434f681b4 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:56,384 [245] [DEBUG] [app] Starting request: urn:request:1094d8da-4bb4-43e3-beff-0b13b7adb9fe (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:05:56,385 [239] [DEBUG] [app] Ending request: urn:request:e62466f4-76bb-4cde-bad9-028434f681b4 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e62466f4-76bb-4cde-bad9-028434f681b4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:56,385 [245] [DEBUG] [app] Ending request: urn:request:1094d8da-4bb4-43e3-beff-0b13b7adb9fe (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1094d8da-4bb4-43e3-beff-0b13b7adb9fe', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:05:56,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:05:56,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:05:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:56,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:56,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:56,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:05:56,389 [216] [DEBUG] [app] Starting request: urn:request:f08c3549-f834-478a-b55a-1f11553ffe2f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:56,389 [218] [DEBUG] [app] Starting request: urn:request:84aa246c-0f12-4fab-a696-6e583867fc51 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:05:56,389 [216] [DEBUG] [app] Ending request: urn:request:f08c3549-f834-478a-b55a-1f11553ffe2f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f08c3549-f834-478a-b55a-1f11553ffe2f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:56,389 [218] [DEBUG] [app] Ending request: urn:request:84aa246c-0f12-4fab-a696-6e583867fc51 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:84aa246c-0f12-4fab-a696-6e583867fc51', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:05:56,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:05:56,390 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:05:56,390 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:05:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:05:56,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 06:05:56,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:56,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:05:56,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:56,394 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:05:56,397 [215] [DEBUG] [app] Ending request: urn:request:fa37427b-23b6-436a-b5c8-2934d4e724b7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fa37427b-23b6-436a-b5c8-2934d4e724b7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:56,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:56,397 [217] [DEBUG] [app] Ending request: urn:request:a4d37683-8dad-4fce-bcc1-8f1c55c3d152 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a4d37683-8dad-4fce-bcc1-8f1c55c3d152', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:05:56,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:05:56,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) gunicorn-web stdout | 2024-04-26 06:05:56,398 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:05:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:05:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) storagereplication stdout | 2024-04-26 06:05:56,583 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:05:57,201 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:05:58,028 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:05:58,032 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:05:58,035 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} securityscanningnotificationworker stdout | 2024-04-26 06:05:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:05:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:10.045971+00:00 (in 12.002889 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:05:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:58 UTC)" (scheduled at 2024-04-26 06:05:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:05:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:05:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 5, 58, 43438), True, datetime.datetime(2024, 4, 26, 6, 5, 58, 43438), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:05:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:05:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:05:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:06:58 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:05:58,658 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:06:00,411 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:06:01,098 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:06:01,130 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:06:01,293 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:06:02,084 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:06:02,176 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:06:02,623 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:06:02,631 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:06:02,635 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:06:02,637 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:06:02,643 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:06:02,657 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:06:02,660 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:06:02,665 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:06:02,672 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:06:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:13.524950+00:00 (in 9.999515 seconds) notificationworker stdout | 2024-04-26 06:06:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:13 UTC)" (scheduled at 2024-04-26 06:06:03.524950+00:00) notificationworker stdout | 2024-04-26 06:06:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 3, 525723), True, datetime.datetime(2024, 4, 26, 6, 6, 3, 525723), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:06:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:06:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:36.225712+00:00 (in 29.999541 seconds) buildlogsarchiver stdout | 2024-04-26 06:06:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:36 UTC)" (scheduled at 2024-04-26 06:06:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:06:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 6, 6, 226451), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:06:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:06:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:06:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:06:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:06:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:46.748509+00:00 (in 40.002643 seconds) exportactionlogsworker stdout | 2024-04-26 06:06:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:06 UTC)" (scheduled at 2024-04-26 06:06:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:06:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:06:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 6, 746079), True, datetime.datetime(2024, 4, 26, 6, 6, 6, 746079), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:06:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:06:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:06:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:06:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:06:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:38.139839+00:00 (in 29.999503 seconds) gcworker stdout | 2024-04-26 06:06:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:38 UTC)" (scheduled at 2024-04-26 06:06:08.139839+00:00) gcworker stdout | 2024-04-26 06:06:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901968140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:06:08,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:06:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:06:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:06:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:06:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:44.726048+00:00 (in 35.987776 seconds) repositorygcworker stdout | 2024-04-26 06:06:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:08 UTC)" (scheduled at 2024-04-26 06:06:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:06:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:06:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:06:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:06:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:58.042626+00:00 (in 47.996113 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:06:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:10 UTC)" (scheduled at 2024-04-26 06:06:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:06:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:06:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:06:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:06:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:15.434633+00:00 (in 4.995785 seconds) securityworker stdout | 2024-04-26 06:06:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:40 UTC)" (scheduled at 2024-04-26 06:06:10.438348+00:00) securityworker stdout | 2024-04-26 06:06:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:06:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:06:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:06:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:06:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:06:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:06:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:06:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:06:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 1, 10, 444217), 1, 4]) securityworker stdout | 2024-04-26 06:06:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 1, 10, 444217), 1, 4]) securityworker stdout | 2024-04-26 06:06:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:06:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:06:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:06:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:06:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:06:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:06:11,380 [215] [DEBUG] [app] Starting request: urn:request:e6b13678-bf0d-424f-9bce-527c83281c30 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:11,380 [216] [DEBUG] [app] Starting request: urn:request:abf9b7db-cca6-4468-96aa-d1a52ae5776c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:11,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:06:11,383 [239] [DEBUG] [app] Starting request: urn:request:4d33ff77-dbec-489b-922d-a8ce850bb3a1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:11,383 [242] [DEBUG] [app] Starting request: urn:request:3d47310f-268b-43de-9222-bd989c73dfff (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:11,384 [242] [DEBUG] [app] Ending request: urn:request:3d47310f-268b-43de-9222-bd989c73dfff (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3d47310f-268b-43de-9222-bd989c73dfff', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:06:11,384 [239] [DEBUG] [app] Ending request: urn:request:4d33ff77-dbec-489b-922d-a8ce850bb3a1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4d33ff77-dbec-489b-922d-a8ce850bb3a1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:06:11,384 [242] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:06:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:06:11,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:11,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:11,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:11,387 [216] [DEBUG] [app] Starting request: urn:request:59665288-849a-4a73-8844-21084b629afe (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:11,387 [217] [DEBUG] [app] Starting request: urn:request:77696500-2a74-46fc-9f12-7aa3ecb4a3a4 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:11,387 [216] [DEBUG] [app] Ending request: urn:request:59665288-849a-4a73-8844-21084b629afe (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:59665288-849a-4a73-8844-21084b629afe', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:11,387 [217] [DEBUG] [app] Ending request: urn:request:77696500-2a74-46fc-9f12-7aa3ecb4a3a4 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:77696500-2a74-46fc-9f12-7aa3ecb4a3a4', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:11,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:06:11,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:11,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:06:11,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:11,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:11,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:11,395 [216] [DEBUG] [app] Ending request: urn:request:abf9b7db-cca6-4468-96aa-d1a52ae5776c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:abf9b7db-cca6-4468-96aa-d1a52ae5776c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:11,395 [215] [DEBUG] [app] Ending request: urn:request:e6b13678-bf0d-424f-9bce-527c83281c30 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e6b13678-bf0d-424f-9bce-527c83281c30', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:11,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:11,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 06:06:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:06:11,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 06:06:12,345 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:06:12,781 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} quotaregistrysizeworker stdout | 2024-04-26 06:06:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:06:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:12.842614+00:00 (in 59.999507 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:06:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:12 UTC)" (scheduled at 2024-04-26 06:06:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:06:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:06:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:06:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:12 UTC)" executed successfully servicekey stdout | 2024-04-26 06:06:12,883 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:06:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:21.527910+00:00 (in 8.002441 seconds) notificationworker stdout | 2024-04-26 06:06:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:23 UTC)" (scheduled at 2024-04-26 06:06:13.524950+00:00) notificationworker stdout | 2024-04-26 06:06:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 13, 525760), True, datetime.datetime(2024, 4, 26, 6, 6, 13, 525760), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:06:13,924 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:06:14,481 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:06:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:06:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:40.438348+00:00 (in 25.003252 seconds) securityworker stdout | 2024-04-26 06:06:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:45 UTC)" (scheduled at 2024-04-26 06:06:15.434633+00:00) securityworker stdout | 2024-04-26 06:06:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:06:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:06:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:06:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:06:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:06:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:06:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 1, 15, 438190), 1, 4]) securityworker stdout | 2024-04-26 06:06:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:15,447 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 1, 15, 438190), 1, 4]) securityworker stdout | 2024-04-26 06:06:15,448 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:15,448 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:15,448 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:06:15,448 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:06:16,231 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:06:16,323 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:06:16,406 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:06:16,410 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:06:16,414 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:06:16,417 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:06:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:06:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:46.480714+00:00 (in 29.999493 seconds) autopruneworker stdout | 2024-04-26 06:06:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:46 UTC)" (scheduled at 2024-04-26 06:06:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:06:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111516484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:06:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:06:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:06:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:06:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:06:16,710 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} namespacegcworker stdout | 2024-04-26 06:06:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:06:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:22.726645+00:00 (in 5.999232 seconds) namespacegcworker stdout | 2024-04-26 06:06:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:16 UTC)" (scheduled at 2024-04-26 06:06:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:06:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:06:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:16 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:06:17,812 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:06:19,283 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:06:19,940 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:06:21,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:21,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:23.524950+00:00 (in 1.996534 seconds) notificationworker stdout | 2024-04-26 06:06:21,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:21 UTC)" (scheduled at 2024-04-26 06:06:21.527910+00:00) notificationworker stdout | 2024-04-26 06:06:21,529 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), 'notification/%']) notificationworker stdout | 2024-04-26 06:06:21,533 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), True, datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), 0, 'notification/%']) notificationworker stdout | 2024-04-26 06:06:21,535 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), True, datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), 0, 'notification/%', False, datetime.datetime(2024, 4, 26, 6, 6, 21, 528671), 'notification/%']) notificationworker stdout | 2024-04-26 06:06:21,535 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:21,535 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:21 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:06:22,726 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:06:22,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:34.643009+00:00 (in 11.915904 seconds) namespacegcworker stdout | 2024-04-26 06:06:22,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:22 UTC)" (scheduled at 2024-04-26 06:06:22.726645+00:00) namespacegcworker stdout | 2024-04-26 06:06:22,727 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:06:22,732 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), True, datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:06:22,733 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), True, datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), 0, 'namespacegc/%', False, datetime.datetime(2024, 4, 26, 6, 6, 22, 727389), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:06:22,734 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:06:22,734 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:22 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:06:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:32.528171+00:00 (in 9.002716 seconds) notificationworker stdout | 2024-04-26 06:06:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:33 UTC)" (scheduled at 2024-04-26 06:06:23.524950+00:00) notificationworker stdout | 2024-04-26 06:06:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 23, 525735), True, datetime.datetime(2024, 4, 26, 6, 6, 23, 525735), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:06:23,969 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:06:25,632 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:06:26,114 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:06:26,380 [218] [DEBUG] [app] Starting request: urn:request:d3028fe7-b3f0-4d5b-8d33-84c8f8c0aa14 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:26,380 [215] [DEBUG] [app] Starting request: urn:request:1534dcf0-43b9-45bd-9b0c-52d196882e07 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:06:26,383 [239] [DEBUG] [app] Starting request: urn:request:7057441f-c945-4644-9e39-0fd077ae9bb2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:26,383 [246] [DEBUG] [app] Starting request: urn:request:a3b54e38-b071-4b51-a582-6c04016c66a9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:26,384 [239] [DEBUG] [app] Ending request: urn:request:7057441f-c945-4644-9e39-0fd077ae9bb2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:7057441f-c945-4644-9e39-0fd077ae9bb2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:06:26,384 [246] [DEBUG] [app] Ending request: urn:request:a3b54e38-b071-4b51-a582-6c04016c66a9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:a3b54e38-b071-4b51-a582-6c04016c66a9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:06:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:06:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:26,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:26,388 [217] [DEBUG] [app] Starting request: urn:request:093fc4bd-a886-45c3-91b9-97afa48462e9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:26,388 [216] [DEBUG] [app] Starting request: urn:request:027e5914-85fe-49c2-8451-9100735da9c2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:26,388 [216] [DEBUG] [app] Ending request: urn:request:027e5914-85fe-49c2-8451-9100735da9c2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:027e5914-85fe-49c2-8451-9100735da9c2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:26,388 [217] [DEBUG] [app] Ending request: urn:request:093fc4bd-a886-45c3-91b9-97afa48462e9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:093fc4bd-a886-45c3-91b9-97afa48462e9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:06:26,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:26,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:26,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:26,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:26,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:26,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:26,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:26,396 [218] [DEBUG] [app] Ending request: urn:request:d3028fe7-b3f0-4d5b-8d33-84c8f8c0aa14 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d3028fe7-b3f0-4d5b-8d33-84c8f8c0aa14', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:26,396 [215] [DEBUG] [app] Ending request: urn:request:1534dcf0-43b9-45bd-9b0c-52d196882e07 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1534dcf0-43b9-45bd-9b0c-52d196882e07', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:26,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:26,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:06:26,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) storagereplication stdout | 2024-04-26 06:06:26,597 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:06:27,237 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:06:28,037 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:06:28,041 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:06:28,044 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:06:28,670 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:06:30,430 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:06:31,128 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:06:31,158 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:06:31,330 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:06:32,104 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:06:32,184 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:06:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:33.524950+00:00 (in 0.996325 seconds) notificationworker stdout | 2024-04-26 06:06:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:32 UTC)" (scheduled at 2024-04-26 06:06:32.528171+00:00) notificationworker stdout | 2024-04-26 06:06:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:06:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:06:32,634 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:06:32,638 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:06:32,643 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:06:32,650 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:06:32,654 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:06:32,671 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:06:32,674 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:06:32,677 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:06:32,684 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:06:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:43.524950+00:00 (in 9.999539 seconds) notificationworker stdout | 2024-04-26 06:06:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:43 UTC)" (scheduled at 2024-04-26 06:06:33.524950+00:00) notificationworker stdout | 2024-04-26 06:06:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 33, 525701), True, datetime.datetime(2024, 4, 26, 6, 6, 33, 525701), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:06:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:06:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:16.726895+00:00 (in 42.083411 seconds) namespacegcworker stdout | 2024-04-26 06:06:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:34 UTC)" (scheduled at 2024-04-26 06:06:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:06:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:06:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 34, 643765), True, datetime.datetime(2024, 4, 26, 6, 6, 34, 643765), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:06:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:06:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:06:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:06:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:06:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:06.225712+00:00 (in 29.999505 seconds) buildlogsarchiver stdout | 2024-04-26 06:06:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:06 UTC)" (scheduled at 2024-04-26 06:06:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:06:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 6, 36, 226533), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:06:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:06:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:06:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:06:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:06:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:08.139839+00:00 (in 29.999482 seconds) gcworker stdout | 2024-04-26 06:06:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:08 UTC)" (scheduled at 2024-04-26 06:06:38.139839+00:00) gcworker stdout | 2024-04-26 06:06:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712901998140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:06:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:06:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:06:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:06:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:06:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:45.434633+00:00 (in 4.995830 seconds) securityworker stdout | 2024-04-26 06:06:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:10 UTC)" (scheduled at 2024-04-26 06:06:40.438348+00:00) securityworker stdout | 2024-04-26 06:06:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:06:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:06:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:06:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:06:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:06:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:06:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:06:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:06:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 1, 40, 443571), 1, 4]) securityworker stdout | 2024-04-26 06:06:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 1, 40, 443571), 1, 4]) securityworker stdout | 2024-04-26 06:06:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:06:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:06:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:06:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:06:41,380 [217] [DEBUG] [app] Starting request: urn:request:c9f92224-9453-4bbc-8199-ad5871b45210 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:41,380 [218] [DEBUG] [app] Starting request: urn:request:85c950ad-975b-4669-89da-3c18b1ef7840 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:41,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:06:41,383 [246] [DEBUG] [app] Starting request: urn:request:bb17ec9d-f789-4f24-8437-1fa7737e341e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:41,383 [239] [DEBUG] [app] Starting request: urn:request:4eb90790-7fcb-4320-95de-22f11ab1c554 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:41,383 [239] [DEBUG] [app] Ending request: urn:request:4eb90790-7fcb-4320-95de-22f11ab1c554 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4eb90790-7fcb-4320-95de-22f11ab1c554', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:06:41,383 [246] [DEBUG] [app] Ending request: urn:request:bb17ec9d-f789-4f24-8437-1fa7737e341e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bb17ec9d-f789-4f24-8437-1fa7737e341e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:06:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:06:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 06:06:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:41,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:41,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:41,386 [217] [DEBUG] [app] Starting request: urn:request:d89b1ae0-3a83-482f-9428-ff314eec115d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:41,386 [217] [DEBUG] [app] Ending request: urn:request:d89b1ae0-3a83-482f-9428-ff314eec115d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d89b1ae0-3a83-482f-9428-ff314eec115d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:41,386 [215] [DEBUG] [app] Starting request: urn:request:788de847-fa85-4267-992b-38b2fe60b51a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:41,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:41,387 [215] [DEBUG] [app] Ending request: urn:request:788de847-fa85-4267-992b-38b2fe60b51a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:788de847-fa85-4267-992b-38b2fe60b51a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:06:41,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:41,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:06:41,387 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:41,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:41,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:41,394 [218] [DEBUG] [app] Ending request: urn:request:85c950ad-975b-4669-89da-3c18b1ef7840 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:85c950ad-975b-4669-89da-3c18b1ef7840', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:41,394 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:41,394 [217] [DEBUG] [app] Ending request: urn:request:c9f92224-9453-4bbc-8199-ad5871b45210 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c9f92224-9453-4bbc-8199-ad5871b45210', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:41,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 06:06:41,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 06:06:42,382 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:06:42,817 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:06:42,918 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:06:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:53.524950+00:00 (in 9.999468 seconds) notificationworker stdout | 2024-04-26 06:06:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:53 UTC)" (scheduled at 2024-04-26 06:06:43.524950+00:00) notificationworker stdout | 2024-04-26 06:06:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 43, 525798), True, datetime.datetime(2024, 4, 26, 6, 6, 43, 525798), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:06:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:06:43,935 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:06:44,503 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:06:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:06:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:06:46.737410+00:00 (in 2.010802 seconds) repositorygcworker stdout | 2024-04-26 06:06:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:44 UTC)" (scheduled at 2024-04-26 06:06:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:06:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:06:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 44, 726922), True, datetime.datetime(2024, 4, 26, 6, 6, 44, 726922), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:06:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:06:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:06:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:06:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:06:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:10.438348+00:00 (in 25.003234 seconds) securityworker stdout | 2024-04-26 06:06:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:15 UTC)" (scheduled at 2024-04-26 06:06:45.434633+00:00) securityworker stdout | 2024-04-26 06:06:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:06:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:06:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:06:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:06:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:06:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:06:46,264 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:06:46,331 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:06:46,418 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:06:46,421 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:06:46,425 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:06:46,428 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:06:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:06:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:16.480714+00:00 (in 29.999552 seconds) autopruneworker stdout | 2024-04-26 06:06:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:16 UTC)" (scheduled at 2024-04-26 06:06:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:06:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111546484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:06:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:06:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:06:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:16 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:06:46,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:06:46,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:08.737804+00:00 (in 21.999925 seconds) repositorygcworker stdout | 2024-04-26 06:06:46,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:46 UTC)" (scheduled at 2024-04-26 06:06:46.737410+00:00) teamsyncworker stdout | 2024-04-26 06:06:46,737 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} repositorygcworker stdout | 2024-04-26 06:06:46,738 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:06:46,743 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), True, datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:06:46,744 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), True, datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), 0, 'repositorygc/%', False, datetime.datetime(2024, 4, 26, 6, 6, 46, 738122), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:06:46,744 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:06:46,745 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:11:46 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:06:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:06:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:06.745385+00:00 (in 19.996437 seconds) exportactionlogsworker stdout | 2024-04-26 06:06:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:46 UTC)" (scheduled at 2024-04-26 06:06:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:06:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:06:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:46 UTC)" executed successfully expiredappspecifictokenworker stdout | 2024-04-26 06:06:47,847 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:06:49,320 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:06:49,962 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:06:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:06:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:03.524950+00:00 (in 9.999473 seconds) notificationworker stdout | 2024-04-26 06:06:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:03 UTC)" (scheduled at 2024-04-26 06:06:53.524950+00:00) notificationworker stdout | 2024-04-26 06:06:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:06:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 53, 525763), True, datetime.datetime(2024, 4, 26, 6, 6, 53, 525763), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:06:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:06:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:06:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:06:54,006 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:06:55,660 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:06:56,123 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:06:56,380 [217] [DEBUG] [app] Starting request: urn:request:2b147baa-ae28-4401-9f31-6fab226ccea7 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:56,380 [215] [DEBUG] [app] Starting request: urn:request:536d1f21-ee81-409c-9941-274e8bc84249 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:06:56,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:06:56,383 [239] [DEBUG] [app] Starting request: urn:request:844bdabc-ed86-40fa-922a-8d57c5f97942 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:56,383 [246] [DEBUG] [app] Starting request: urn:request:99b2e118-f289-466c-b3db-422ff6ea5f64 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:06:56,384 [246] [DEBUG] [app] Ending request: urn:request:99b2e118-f289-466c-b3db-422ff6ea5f64 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:99b2e118-f289-466c-b3db-422ff6ea5f64', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:06:56,384 [239] [DEBUG] [app] Ending request: urn:request:844bdabc-ed86-40fa-922a-8d57c5f97942 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:844bdabc-ed86-40fa-922a-8d57c5f97942', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:06:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:06:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:56,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:06:56,387 [215] [DEBUG] [app] Starting request: urn:request:b5ac1d50-05ec-469f-a465-3607a5cff45c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:56,387 [218] [DEBUG] [app] Starting request: urn:request:3b305284-e046-440b-9e87-58aedf9eb48c (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:06:56,387 [215] [DEBUG] [app] Ending request: urn:request:b5ac1d50-05ec-469f-a465-3607a5cff45c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b5ac1d50-05ec-469f-a465-3607a5cff45c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:56,387 [218] [DEBUG] [app] Ending request: urn:request:3b305284-e046-440b-9e87-58aedf9eb48c (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3b305284-e046-440b-9e87-58aedf9eb48c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:06:56,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:06:56,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:06:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:06:56,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:56,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:06:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:06:56,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:56,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:06:56,395 [215] [DEBUG] [app] Ending request: urn:request:536d1f21-ee81-409c-9941-274e8bc84249 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:536d1f21-ee81-409c-9941-274e8bc84249', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:56,395 [217] [DEBUG] [app] Ending request: urn:request:2b147baa-ae28-4401-9f31-6fab226ccea7 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2b147baa-ae28-4401-9f31-6fab226ccea7', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:06:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:06:56,395 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:06:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) gunicorn-web stdout | 2024-04-26 06:06:56,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:06:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:06:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" storagereplication stdout | 2024-04-26 06:06:56,626 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:06:57,257 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:06:58,043 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:06:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:10.045971+00:00 (in 12.002333 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:06:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:58 UTC)" (scheduled at 2024-04-26 06:06:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:06:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:06:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 6, 58, 43849), True, datetime.datetime(2024, 4, 26, 6, 6, 58, 43849), 0, 'secscanv4/%', 50, 1, 0]) gunicorn-secscan stdout | 2024-04-26 06:06:58,046 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:06:58,049 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} securityscanningnotificationworker stdout | 2024-04-26 06:06:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:06:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:06:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:07:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:06:58,052 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:06:58,705 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:07:00,466 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:07:01,143 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:07:01,169 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:07:01,358 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:07:02,140 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:07:02,212 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:07:02,642 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:07:02,652 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:07:02,655 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:07:02,661 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:07:02,664 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:07:02,683 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:07:02,686 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:07:02,690 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:07:02,694 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:07:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:13.524950+00:00 (in 9.999508 seconds) notificationworker stdout | 2024-04-26 06:07:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:13 UTC)" (scheduled at 2024-04-26 06:07:03.524950+00:00) notificationworker stdout | 2024-04-26 06:07:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 3, 525728), True, datetime.datetime(2024, 4, 26, 6, 7, 3, 525728), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:07:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:07:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:36.225712+00:00 (in 29.999463 seconds) buildlogsarchiver stdout | 2024-04-26 06:07:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:36 UTC)" (scheduled at 2024-04-26 06:07:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:07:06,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 7, 6, 226547), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:07:06,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:07:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:07:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:07:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:07:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:46.748509+00:00 (in 40.002657 seconds) exportactionlogsworker stdout | 2024-04-26 06:07:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:06 UTC)" (scheduled at 2024-04-26 06:07:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:07:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:07:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 6, 746069), True, datetime.datetime(2024, 4, 26, 6, 7, 6, 746069), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:07:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:07:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:07:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:07:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:07:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:38.139839+00:00 (in 29.999494 seconds) gcworker stdout | 2024-04-26 06:07:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:38 UTC)" (scheduled at 2024-04-26 06:07:08.139839+00:00) gcworker stdout | 2024-04-26 06:07:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902028140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:07:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:07:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:07:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:07:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:07:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:44.726048+00:00 (in 35.987783 seconds) repositorygcworker stdout | 2024-04-26 06:07:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:08 UTC)" (scheduled at 2024-04-26 06:07:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:07:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:07:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:07:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:07:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:53.045734+00:00 (in 42.999268 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:07:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:10 UTC)" (scheduled at 2024-04-26 06:07:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:07:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:07:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:07:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:07:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:15.434633+00:00 (in 4.995766 seconds) securityworker stdout | 2024-04-26 06:07:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:40 UTC)" (scheduled at 2024-04-26 06:07:10.438348+00:00) securityworker stdout | 2024-04-26 06:07:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:07:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:07:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:07:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:07:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:07:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:07:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:07:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:07:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 2, 10, 443798), 1, 4]) securityworker stdout | 2024-04-26 06:07:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 2, 10, 443798), 1, 4]) securityworker stdout | 2024-04-26 06:07:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:07:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:07:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:07:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:07:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:07:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:07:11,380 [217] [DEBUG] [app] Starting request: urn:request:e29c78a4-f618-48f7-82f1-0e0e97c3cce3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:11,380 [215] [DEBUG] [app] Starting request: urn:request:6608f05e-5c48-492a-8f57-26907196c0bd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:11,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:07:11,384 [246] [DEBUG] [app] Starting request: urn:request:1717a870-0aa7-450b-8e8a-f1d2188bf15d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:11,384 [239] [DEBUG] [app] Starting request: urn:request:9708ffbe-a984-462e-9e63-6229acb519de (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:11,385 [239] [DEBUG] [app] Ending request: urn:request:9708ffbe-a984-462e-9e63-6229acb519de (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9708ffbe-a984-462e-9e63-6229acb519de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:07:11,385 [246] [DEBUG] [app] Ending request: urn:request:1717a870-0aa7-450b-8e8a-f1d2188bf15d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:1717a870-0aa7-450b-8e8a-f1d2188bf15d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:07:11,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:07:11,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:11,386 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:11,386 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:11,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:11,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:11,388 [217] [DEBUG] [app] Starting request: urn:request:7c239bb6-03c5-46bc-b8ca-b74d3a92ce42 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:11,389 [217] [DEBUG] [app] Ending request: urn:request:7c239bb6-03c5-46bc-b8ca-b74d3a92ce42 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:7c239bb6-03c5-46bc-b8ca-b74d3a92ce42', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:07:11,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:11,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:07:11,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:11,390 [216] [DEBUG] [app] Starting request: urn:request:3ec0d31b-021c-457c-b3d4-5f69c7a75401 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:11,391 [216] [DEBUG] [app] Ending request: urn:request:3ec0d31b-021c-457c-b3d4-5f69c7a75401 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3ec0d31b-021c-457c-b3d4-5f69c7a75401', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:07:11,391 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:07:11,391 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:11,392 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:11,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:11,395 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:11,396 [215] [DEBUG] [app] Ending request: urn:request:6608f05e-5c48-492a-8f57-26907196c0bd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6608f05e-5c48-492a-8f57-26907196c0bd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:11,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:11,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) gunicorn-web stdout | 2024-04-26 06:07:11,398 [217] [DEBUG] [app] Ending request: urn:request:e29c78a4-f618-48f7-82f1-0e0e97c3cce3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:e29c78a4-f618-48f7-82f1-0e0e97c3cce3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:11,398 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:11,398 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) globalpromstats stdout | 2024-04-26 06:07:12,416 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:07:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:07:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:12.842614+00:00 (in 59.999526 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:07:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:12 UTC)" (scheduled at 2024-04-26 06:07:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:07:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:07:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:07:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:07:12,849 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:07:12,930 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:07:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:23.524950+00:00 (in 9.999498 seconds) notificationworker stdout | 2024-04-26 06:07:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:23 UTC)" (scheduled at 2024-04-26 06:07:13.524950+00:00) notificationworker stdout | 2024-04-26 06:07:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 13, 525740), True, datetime.datetime(2024, 4, 26, 6, 7, 13, 525740), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:07:13,955 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:07:14,541 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:07:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:07:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:40.438348+00:00 (in 25.003210 seconds) securityworker stdout | 2024-04-26 06:07:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:45 UTC)" (scheduled at 2024-04-26 06:07:15.434633+00:00) securityworker stdout | 2024-04-26 06:07:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:07:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:07:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:07:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:07:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:07:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:07:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 2, 15, 438283), 1, 4]) securityworker stdout | 2024-04-26 06:07:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 2, 15, 438283), 1, 4]) securityworker stdout | 2024-04-26 06:07:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:07:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:07:16,301 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:07:16,339 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:07:16,430 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:07:16,433 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:07:16,439 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:07:16,442 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:07:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:07:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:46.480714+00:00 (in 29.999554 seconds) autopruneworker stdout | 2024-04-26 06:07:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:46 UTC)" (scheduled at 2024-04-26 06:07:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:07:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111576484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:07:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:07:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:07:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:07:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:07:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:07:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:34.643009+00:00 (in 17.915627 seconds) namespacegcworker stdout | 2024-04-26 06:07:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:16 UTC)" (scheduled at 2024-04-26 06:07:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:07:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:07:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:07:16,753 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:07:17,883 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:07:19,346 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:07:19,999 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:07:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:32.528171+00:00 (in 9.002716 seconds) notificationworker stdout | 2024-04-26 06:07:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:33 UTC)" (scheduled at 2024-04-26 06:07:23.524950+00:00) notificationworker stdout | 2024-04-26 06:07:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 23, 525744), True, datetime.datetime(2024, 4, 26, 6, 7, 23, 525744), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:07:24,021 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:07:25,697 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:07:26,135 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:07:26,380 [218] [DEBUG] [app] Starting request: urn:request:f18b1032-4655-416f-ba03-b9155188297f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:26,380 [215] [DEBUG] [app] Starting request: urn:request:d4905b3a-d522-477c-9d9e-7a3a3f88e544 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:07:26,384 [239] [DEBUG] [app] Starting request: urn:request:3700e43d-28d0-4c01-9c11-ea5e534674db (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:26,384 [246] [DEBUG] [app] Starting request: urn:request:54b5f1a7-c32b-41d8-ad15-365beac21886 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:26,384 [239] [DEBUG] [app] Ending request: urn:request:3700e43d-28d0-4c01-9c11-ea5e534674db (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3700e43d-28d0-4c01-9c11-ea5e534674db', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:07:26,384 [246] [DEBUG] [app] Ending request: urn:request:54b5f1a7-c32b-41d8-ad15-365beac21886 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:54b5f1a7-c32b-41d8-ad15-365beac21886', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:07:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:07:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:26,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:26,387 [215] [DEBUG] [app] Starting request: urn:request:307768b0-01f3-4056-baab-6c89eb8da848 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:26,387 [217] [DEBUG] [app] Starting request: urn:request:78ff7d6b-e11c-4ab1-9df5-85fd85489db5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:26,388 [215] [DEBUG] [app] Ending request: urn:request:307768b0-01f3-4056-baab-6c89eb8da848 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:307768b0-01f3-4056-baab-6c89eb8da848', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:07:26,388 [217] [DEBUG] [app] Ending request: urn:request:78ff7d6b-e11c-4ab1-9df5-85fd85489db5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:78ff7d6b-e11c-4ab1-9df5-85fd85489db5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:07:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:07:26,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:26,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:26,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:26,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:26,396 [218] [DEBUG] [app] Ending request: urn:request:f18b1032-4655-416f-ba03-b9155188297f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f18b1032-4655-416f-ba03-b9155188297f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:26,396 [215] [DEBUG] [app] Ending request: urn:request:d4905b3a-d522-477c-9d9e-7a3a3f88e544 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d4905b3a-d522-477c-9d9e-7a3a3f88e544', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:26,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:07:26,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) storagereplication stdout | 2024-04-26 06:07:26,656 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:07:27,267 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:07:28,056 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:07:28,059 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:07:28,062 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:07:28,742 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:07:30,503 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:07:31,161 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:07:31,205 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:07:31,392 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:07:32,165 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:07:32,249 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:07:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:33.524950+00:00 (in 0.996324 seconds) notificationworker stdout | 2024-04-26 06:07:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:32 UTC)" (scheduled at 2024-04-26 06:07:32.528171+00:00) notificationworker stdout | 2024-04-26 06:07:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:07:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:07:32,651 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:07:32,663 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:07:32,666 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:07:32,671 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:07:32,674 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:07:32,694 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:07:32,698 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:07:32,701 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:07:32,704 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:07:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:43.524950+00:00 (in 9.999517 seconds) notificationworker stdout | 2024-04-26 06:07:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:43 UTC)" (scheduled at 2024-04-26 06:07:33.524950+00:00) notificationworker stdout | 2024-04-26 06:07:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 33, 525746), True, datetime.datetime(2024, 4, 26, 6, 7, 33, 525746), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:07:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:07:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:16.726895+00:00 (in 42.083387 seconds) namespacegcworker stdout | 2024-04-26 06:07:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:34 UTC)" (scheduled at 2024-04-26 06:07:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:07:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:07:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 34, 643787), True, datetime.datetime(2024, 4, 26, 6, 7, 34, 643787), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:07:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:07:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:07:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:07:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:07:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:06.225712+00:00 (in 29.999508 seconds) buildlogsarchiver stdout | 2024-04-26 06:07:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:06 UTC)" (scheduled at 2024-04-26 06:07:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:07:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 7, 36, 226472), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:07:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:07:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:07:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:07:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:07:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:08.139839+00:00 (in 29.999504 seconds) gcworker stdout | 2024-04-26 06:07:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:08 UTC)" (scheduled at 2024-04-26 06:07:38.139839+00:00) gcworker stdout | 2024-04-26 06:07:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902058140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:07:38,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:07:38,146 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:07:38,146 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:07:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:07:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:45.434633+00:00 (in 4.995793 seconds) securityworker stdout | 2024-04-26 06:07:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:10 UTC)" (scheduled at 2024-04-26 06:07:40.438348+00:00) securityworker stdout | 2024-04-26 06:07:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:07:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:07:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:07:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:07:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:07:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:07:40,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:07:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:07:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 2, 40, 444113), 1, 4]) securityworker stdout | 2024-04-26 06:07:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 2, 40, 444113), 1, 4]) securityworker stdout | 2024-04-26 06:07:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:07:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:07:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:07:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:07:40,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:07:40,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:07:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:07:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:07:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:07:41,380 [217] [DEBUG] [app] Starting request: urn:request:6958dd28-ae4c-41f0-8985-b9c18fb88527 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:41,380 [218] [DEBUG] [app] Starting request: urn:request:687b0068-dded-43b2-ada4-881e9b7a5f06 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:41,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:07:41,383 [245] [DEBUG] [app] Starting request: urn:request:f6dfbf32-7b13-45e5-a338-8afacad40941 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:41,383 [243] [DEBUG] [app] Starting request: urn:request:36e05587-87c2-4e2c-993e-3c2ab16ef375 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:41,383 [243] [DEBUG] [app] Ending request: urn:request:36e05587-87c2-4e2c-993e-3c2ab16ef375 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:36e05587-87c2-4e2c-993e-3c2ab16ef375', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:07:41,383 [245] [DEBUG] [app] Ending request: urn:request:f6dfbf32-7b13-45e5-a338-8afacad40941 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:f6dfbf32-7b13-45e5-a338-8afacad40941', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:07:41,384 [243] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:07:41,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:07:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:41,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:41,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:41,388 [216] [DEBUG] [app] Starting request: urn:request:d84ce5e8-9bb5-454c-86d0-e5c03337a8eb (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:41,388 [215] [DEBUG] [app] Starting request: urn:request:f6039fb9-6f8f-4668-97b1-86171486ca68 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:41,388 [215] [DEBUG] [app] Ending request: urn:request:f6039fb9-6f8f-4668-97b1-86171486ca68 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f6039fb9-6f8f-4668-97b1-86171486ca68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:07:41,388 [216] [DEBUG] [app] Ending request: urn:request:d84ce5e8-9bb5-454c-86d0-e5c03337a8eb (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:d84ce5e8-9bb5-454c-86d0-e5c03337a8eb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:07:41,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:41,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:41,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:41,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:41,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:41,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:41,396 [217] [DEBUG] [app] Ending request: urn:request:6958dd28-ae4c-41f0-8985-b9c18fb88527 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6958dd28-ae4c-41f0-8985-b9c18fb88527', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:41,396 [218] [DEBUG] [app] Ending request: urn:request:687b0068-dded-43b2-ada4-881e9b7a5f06 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:687b0068-dded-43b2-ada4-881e9b7a5f06', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:41,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:07:41,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) globalpromstats stdout | 2024-04-26 06:07:42,452 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:07:42,885 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:07:42,960 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:07:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:53.524950+00:00 (in 9.999503 seconds) notificationworker stdout | 2024-04-26 06:07:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:53 UTC)" (scheduled at 2024-04-26 06:07:43.524950+00:00) notificationworker stdout | 2024-04-26 06:07:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 43, 525727), True, datetime.datetime(2024, 4, 26, 6, 7, 43, 525727), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:07:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:07:43,992 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:07:44,562 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:07:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:07:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:08.737804+00:00 (in 24.011267 seconds) repositorygcworker stdout | 2024-04-26 06:07:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:44 UTC)" (scheduled at 2024-04-26 06:07:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:07:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:07:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 44, 726819), True, datetime.datetime(2024, 4, 26, 6, 7, 44, 726819), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:07:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:07:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:07:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:07:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:07:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:10.438348+00:00 (in 25.003226 seconds) securityworker stdout | 2024-04-26 06:07:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:15 UTC)" (scheduled at 2024-04-26 06:07:45.434633+00:00) securityworker stdout | 2024-04-26 06:07:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:07:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:07:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:07:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:07:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:07:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:15 UTC)" executed successfully securityworker stdout | 2024-04-26 06:07:46,338 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:07:46,347 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:07:46,441 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:07:46,445 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:07:46,451 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:07:46,454 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:07:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:07:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:16.480714+00:00 (in 29.999561 seconds) autopruneworker stdout | 2024-04-26 06:07:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:16 UTC)" (scheduled at 2024-04-26 06:07:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:07:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111606484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:07:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:07:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:07:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:07:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:07:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:06.745385+00:00 (in 19.996406 seconds) exportactionlogsworker stdout | 2024-04-26 06:07:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:46 UTC)" (scheduled at 2024-04-26 06:07:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:07:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:07:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:07:46,769 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:07:47,920 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:07:49,383 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:07:50,021 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 06:07:53,045 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:07:53,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:07:58.042626+00:00 (in 4.996427 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:07:53,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:12:53 UTC)" (scheduled at 2024-04-26 06:07:53.045734+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:07:53,046 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:07:53,051 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), True, datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:07:53,052 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), True, datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), 0, 'secscanv4/%', False, datetime.datetime(2024, 4, 26, 6, 7, 53, 46407), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:07:53,053 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:07:53,053 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:12:53 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:07:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:07:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:03.524950+00:00 (in 9.999520 seconds) notificationworker stdout | 2024-04-26 06:07:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:03 UTC)" (scheduled at 2024-04-26 06:07:53.524950+00:00) notificationworker stdout | 2024-04-26 06:07:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:07:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 53, 525716), True, datetime.datetime(2024, 4, 26, 6, 7, 53, 525716), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:07:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:07:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:07:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:07:54,057 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:07:55,705 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:07:56,171 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:07:56,380 [216] [DEBUG] [app] Starting request: urn:request:fc090747-40ca-473d-a86c-64c056d37741 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:56,380 [215] [DEBUG] [app] Starting request: urn:request:54c9d525-e7e5-447b-9f7e-146a46e7ca07 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:07:56,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:07:56,383 [239] [DEBUG] [app] Starting request: urn:request:c17cd0b1-d540-4ff2-b4be-32923e289bbf (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:56,383 [242] [DEBUG] [app] Starting request: urn:request:e521373c-144a-42b0-97dc-691644cb2bc1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:07:56,384 [239] [DEBUG] [app] Ending request: urn:request:c17cd0b1-d540-4ff2-b4be-32923e289bbf (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c17cd0b1-d540-4ff2-b4be-32923e289bbf', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:07:56,384 [242] [DEBUG] [app] Ending request: urn:request:e521373c-144a-42b0-97dc-691644cb2bc1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e521373c-144a-42b0-97dc-691644cb2bc1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:07:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:07:56,384 [242] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:56,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 06:07:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:56,387 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:07:56,387 [215] [DEBUG] [app] Starting request: urn:request:fcd0d562-c6aa-4b44-b3c5-d4db05828e91 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:56,387 [215] [DEBUG] [app] Ending request: urn:request:fcd0d562-c6aa-4b44-b3c5-d4db05828e91 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fcd0d562-c6aa-4b44-b3c5-d4db05828e91', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:07:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:56,388 [217] [DEBUG] [app] Starting request: urn:request:28124f81-37f5-4c91-b2f5-a076d8bb3116 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:07:56,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:56,388 [217] [DEBUG] [app] Ending request: urn:request:28124f81-37f5-4c91-b2f5-a076d8bb3116 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:28124f81-37f5-4c91-b2f5-a076d8bb3116', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:07:56,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:07:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:07:56,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:07:56,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:07:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:56,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:07:56,395 [215] [DEBUG] [app] Ending request: urn:request:54c9d525-e7e5-447b-9f7e-146a46e7ca07 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:54c9d525-e7e5-447b-9f7e-146a46e7ca07', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:56,395 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) gunicorn-web stdout | 2024-04-26 06:07:56,396 [216] [DEBUG] [app] Ending request: urn:request:fc090747-40ca-473d-a86c-64c056d37741 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:fc090747-40ca-473d-a86c-64c056d37741', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:07:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:07:56,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:07:56,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:07:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:07:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) storagereplication stdout | 2024-04-26 06:07:56,693 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:07:57,296 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:07:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:07:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:10.045971+00:00 (in 12.002888 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:07:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:58 UTC)" (scheduled at 2024-04-26 06:07:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:07:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:07:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 7, 58, 43399), True, datetime.datetime(2024, 4, 26, 6, 7, 58, 43399), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:07:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:07:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:07:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:08:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:07:58,064 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:07:58,067 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:07:58,070 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:07:58,771 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:08:00,540 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:08:01,198 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:08:01,237 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:08:01,425 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:08:02,194 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:08:02,270 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:08:02,659 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:08:02,674 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:08:02,678 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:08:02,682 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:08:02,685 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:08:02,704 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:08:02,707 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:08:02,712 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:08:02,714 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:08:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:13.524950+00:00 (in 9.999509 seconds) notificationworker stdout | 2024-04-26 06:08:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:13 UTC)" (scheduled at 2024-04-26 06:08:03.524950+00:00) notificationworker stdout | 2024-04-26 06:08:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 3, 525732), True, datetime.datetime(2024, 4, 26, 6, 8, 3, 525732), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:08:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:08:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:36.225712+00:00 (in 29.999546 seconds) buildlogsarchiver stdout | 2024-04-26 06:08:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:36 UTC)" (scheduled at 2024-04-26 06:08:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:08:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 8, 6, 226435), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:08:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:08:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:08:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:08:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:08:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:46.748509+00:00 (in 40.002623 seconds) exportactionlogsworker stdout | 2024-04-26 06:08:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:06 UTC)" (scheduled at 2024-04-26 06:08:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:08:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:08:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 6, 746199), True, datetime.datetime(2024, 4, 26, 6, 8, 6, 746199), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:08:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:08:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:08:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:08:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:08:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:38.139839+00:00 (in 29.999484 seconds) gcworker stdout | 2024-04-26 06:08:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:38 UTC)" (scheduled at 2024-04-26 06:08:08.139839+00:00) gcworker stdout | 2024-04-26 06:08:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902088140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:08:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:08:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:08:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:08:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:08:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:44.726048+00:00 (in 35.987760 seconds) repositorygcworker stdout | 2024-04-26 06:08:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:08 UTC)" (scheduled at 2024-04-26 06:08:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:08:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:08:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:08:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:08:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:58.042626+00:00 (in 47.996131 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:08:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:10 UTC)" (scheduled at 2024-04-26 06:08:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:08:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:08:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:08:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:08:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:15.434633+00:00 (in 4.995826 seconds) securityworker stdout | 2024-04-26 06:08:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:40 UTC)" (scheduled at 2024-04-26 06:08:10.438348+00:00) securityworker stdout | 2024-04-26 06:08:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:08:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:08:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:08:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:08:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:08:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:08:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:08:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:08:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 3, 10, 443359), 1, 4]) securityworker stdout | 2024-04-26 06:08:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 3, 10, 443359), 1, 4]) securityworker stdout | 2024-04-26 06:08:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:08:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:08:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:08:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:08:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:08:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:08:11,380 [217] [DEBUG] [app] Starting request: urn:request:0e93f322-ba07-4704-85fb-eccc77039f21 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:11,380 [218] [DEBUG] [app] Starting request: urn:request:1611b4c3-1f49-4994-8b50-b10c8425c77e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:11,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:11,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:08:11,383 [246] [DEBUG] [app] Starting request: urn:request:aab25d9c-1bef-48d4-a7e1-825ff41ee83c (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:11,383 [239] [DEBUG] [app] Starting request: urn:request:6b547a26-cabc-44d0-a519-a232309fa1f9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:11,383 [246] [DEBUG] [app] Ending request: urn:request:aab25d9c-1bef-48d4-a7e1-825ff41ee83c (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:aab25d9c-1bef-48d4-a7e1-825ff41ee83c', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:11,383 [239] [DEBUG] [app] Ending request: urn:request:6b547a26-cabc-44d0-a519-a232309fa1f9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:6b547a26-cabc-44d0-a519-a232309fa1f9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:08:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-web stdout | 2024-04-26 06:08:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:11,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:11,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:11,386 [217] [DEBUG] [app] Starting request: urn:request:1c87a122-8bb2-4047-b522-847d029da70a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:11,387 [216] [DEBUG] [app] Starting request: urn:request:125ebfa2-fae6-44e5-83d8-37f7ab2cbc99 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:11,387 [217] [DEBUG] [app] Ending request: urn:request:1c87a122-8bb2-4047-b522-847d029da70a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1c87a122-8bb2-4047-b522-847d029da70a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:11,387 [216] [DEBUG] [app] Ending request: urn:request:125ebfa2-fae6-44e5-83d8-37f7ab2cbc99 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:125ebfa2-fae6-44e5-83d8-37f7ab2cbc99', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:11,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:08:11,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:08:11,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:11,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:11,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:11,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:11,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:11,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:11,395 [218] [DEBUG] [app] Ending request: urn:request:1611b4c3-1f49-4994-8b50-b10c8425c77e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:1611b4c3-1f49-4994-8b50-b10c8425c77e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:11,395 [217] [DEBUG] [app] Ending request: urn:request:0e93f322-ba07-4704-85fb-eccc77039f21 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0e93f322-ba07-4704-85fb-eccc77039f21', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:11,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:11,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:11,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:08:11,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) globalpromstats stdout | 2024-04-26 06:08:12,489 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:08:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:08:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:12.842614+00:00 (in 59.999542 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:08:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:12 UTC)" (scheduled at 2024-04-26 06:08:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:08:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:08:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:08:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:08:12,909 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:08:12,997 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:08:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:23.524950+00:00 (in 9.999479 seconds) notificationworker stdout | 2024-04-26 06:08:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:23 UTC)" (scheduled at 2024-04-26 06:08:13.524950+00:00) notificationworker stdout | 2024-04-26 06:08:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 13, 525747), True, datetime.datetime(2024, 4, 26, 6, 8, 13, 525747), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:08:14,030 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:08:14,589 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:08:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:08:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:40.438348+00:00 (in 25.003206 seconds) securityworker stdout | 2024-04-26 06:08:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:45 UTC)" (scheduled at 2024-04-26 06:08:15.434633+00:00) securityworker stdout | 2024-04-26 06:08:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:08:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:08:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:08:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:08:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:08:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:08:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 3, 15, 438289), 1, 4]) securityworker stdout | 2024-04-26 06:08:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 3, 15, 438289), 1, 4]) securityworker stdout | 2024-04-26 06:08:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:08:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:45 UTC)" executed successfully securityworker stdout | 2024-04-26 06:08:16,353 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:08:16,356 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} gunicorn-web stdout | 2024-04-26 06:08:16,455 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:08:16,457 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:08:16,462 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:08:16,466 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:08:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:08:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:46.480714+00:00 (in 29.999557 seconds) autopruneworker stdout | 2024-04-26 06:08:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:46 UTC)" (scheduled at 2024-04-26 06:08:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:08:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111636484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:08:16,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:08:16,486 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:08:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:08:46 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:08:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:08:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:34.643009+00:00 (in 17.915617 seconds) namespacegcworker stdout | 2024-04-26 06:08:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:16 UTC)" (scheduled at 2024-04-26 06:08:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:08:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:08:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:08:16,806 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:08:17,937 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:08:19,409 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:08:20,040 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:08:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:32.528171+00:00 (in 9.002732 seconds) notificationworker stdout | 2024-04-26 06:08:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:33 UTC)" (scheduled at 2024-04-26 06:08:23.524950+00:00) notificationworker stdout | 2024-04-26 06:08:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 23, 525732), True, datetime.datetime(2024, 4, 26, 6, 8, 23, 525732), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:08:24,094 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:08:25,724 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:08:26,206 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:08:26,380 [215] [DEBUG] [app] Starting request: urn:request:166a782e-b782-4b25-837f-74cbc0662f5e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:26,380 [217] [DEBUG] [app] Starting request: urn:request:0778e778-095c-4917-91b5-1272dfe3ebe3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:08:26,383 [244] [DEBUG] [app] Starting request: urn:request:da5b1b90-17bc-4de5-9b73-7560af7e5d6f (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:26,383 [239] [DEBUG] [app] Starting request: urn:request:4adb5142-709b-4ac1-b4ab-25bfd14e9712 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:26,384 [244] [DEBUG] [app] Ending request: urn:request:da5b1b90-17bc-4de5-9b73-7560af7e5d6f (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:da5b1b90-17bc-4de5-9b73-7560af7e5d6f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:26,384 [239] [DEBUG] [app] Ending request: urn:request:4adb5142-709b-4ac1-b4ab-25bfd14e9712 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4adb5142-709b-4ac1-b4ab-25bfd14e9712', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:08:26,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:08:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:26,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:26,387 [217] [DEBUG] [app] Starting request: urn:request:bfc344b6-76dd-4b68-aa49-d875755cf6ff (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:26,387 [217] [DEBUG] [app] Ending request: urn:request:bfc344b6-76dd-4b68-aa49-d875755cf6ff (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:bfc344b6-76dd-4b68-aa49-d875755cf6ff', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:26,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:08:26,388 [218] [DEBUG] [app] Starting request: urn:request:1352a29e-1e6f-4b15-8c4e-3e14774909ab (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:26,388 [218] [DEBUG] [app] Ending request: urn:request:1352a29e-1e6f-4b15-8c4e-3e14774909ab (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1352a29e-1e6f-4b15-8c4e-3e14774909ab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:26,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:26,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:08:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:26,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:26,395 [217] [DEBUG] [app] Ending request: urn:request:0778e778-095c-4917-91b5-1272dfe3ebe3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:0778e778-095c-4917-91b5-1272dfe3ebe3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:26,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:26,395 [215] [DEBUG] [app] Ending request: urn:request:166a782e-b782-4b25-837f-74cbc0662f5e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:166a782e-b782-4b25-837f-74cbc0662f5e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:26,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:08:26,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) storagereplication stdout | 2024-04-26 06:08:26,714 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:08:27,327 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:08:28,073 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:08:28,076 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:08:28,079 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:08:28,808 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:08:30,552 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:08:31,235 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:08:31,262 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:08:31,440 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:08:32,208 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:08:32,306 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:08:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:33.524950+00:00 (in 0.996314 seconds) notificationworker stdout | 2024-04-26 06:08:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:32 UTC)" (scheduled at 2024-04-26 06:08:32.528171+00:00) notificationworker stdout | 2024-04-26 06:08:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:08:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:08:32,672 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:08:32,685 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:08:32,687 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:08:32,691 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:08:32,693 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:08:32,713 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:08:32,717 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:08:32,720 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:08:32,722 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:08:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:43.524950+00:00 (in 9.999539 seconds) notificationworker stdout | 2024-04-26 06:08:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:43 UTC)" (scheduled at 2024-04-26 06:08:33.524950+00:00) notificationworker stdout | 2024-04-26 06:08:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 33, 525692), True, datetime.datetime(2024, 4, 26, 6, 8, 33, 525692), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:33,530 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:33,530 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:08:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:08:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:16.726895+00:00 (in 42.083342 seconds) namespacegcworker stdout | 2024-04-26 06:08:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:34 UTC)" (scheduled at 2024-04-26 06:08:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:08:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:08:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 34, 643873), True, datetime.datetime(2024, 4, 26, 6, 8, 34, 643873), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:08:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:08:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:08:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:08:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:08:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:06.225712+00:00 (in 29.999559 seconds) buildlogsarchiver stdout | 2024-04-26 06:08:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:06 UTC)" (scheduled at 2024-04-26 06:08:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:08:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 8, 36, 226446), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:08:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:08:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:08:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:08:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:08:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:08.139839+00:00 (in 29.999470 seconds) gcworker stdout | 2024-04-26 06:08:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:08 UTC)" (scheduled at 2024-04-26 06:08:38.139839+00:00) gcworker stdout | 2024-04-26 06:08:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902118140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:08:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:08:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:08:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:08:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:08:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:45.434633+00:00 (in 4.995775 seconds) securityworker stdout | 2024-04-26 06:08:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:10 UTC)" (scheduled at 2024-04-26 06:08:40.438348+00:00) securityworker stdout | 2024-04-26 06:08:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:08:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:08:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:08:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:08:40,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:08:40,443 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:08:40,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:08:40,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:08:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 3, 40, 444446), 1, 4]) securityworker stdout | 2024-04-26 06:08:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 3, 40, 444446), 1, 4]) securityworker stdout | 2024-04-26 06:08:40,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:08:40,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:08:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:08:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:08:41,380 [218] [DEBUG] [app] Starting request: urn:request:bb9a122f-76db-4385-867b-dc702f204988 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:41,380 [217] [DEBUG] [app] Starting request: urn:request:85d46943-a84c-4c19-a6fd-f0b57665da25 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:08:41,384 [244] [DEBUG] [app] Starting request: urn:request:d9e16aaf-3fce-4324-a438-dd3ad7401fb1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:41,384 [239] [DEBUG] [app] Starting request: urn:request:56c47050-9adb-4d83-b410-e5d270bc9dab (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:41,384 [244] [DEBUG] [app] Ending request: urn:request:d9e16aaf-3fce-4324-a438-dd3ad7401fb1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d9e16aaf-3fce-4324-a438-dd3ad7401fb1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:41,384 [239] [DEBUG] [app] Ending request: urn:request:56c47050-9adb-4d83-b410-e5d270bc9dab (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:56c47050-9adb-4d83-b410-e5d270bc9dab', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:08:41,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:08:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:08:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:08:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:41,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:41,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:41,387 [217] [DEBUG] [app] Starting request: urn:request:f6c68481-d783-4c7e-b799-a6062ddb809d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:41,387 [217] [DEBUG] [app] Ending request: urn:request:f6c68481-d783-4c7e-b799-a6062ddb809d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f6c68481-d783-4c7e-b799-a6062ddb809d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:41,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:08:41,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:41,388 [216] [DEBUG] [app] Starting request: urn:request:82e81d35-78a6-4e2a-9804-cf7a85dc5c91 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:41,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:41,388 [216] [DEBUG] [app] Ending request: urn:request:82e81d35-78a6-4e2a-9804-cf7a85dc5c91 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:82e81d35-78a6-4e2a-9804-cf7a85dc5c91', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:41,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:08:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:41,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:41,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:41,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:41,395 [217] [DEBUG] [app] Ending request: urn:request:85d46943-a84c-4c19-a6fd-f0b57665da25 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:85d46943-a84c-4c19-a6fd-f0b57665da25', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:41,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:41,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 06:08:41,396 [218] [DEBUG] [app] Ending request: urn:request:bb9a122f-76db-4385-867b-dc702f204988 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:bb9a122f-76db-4385-867b-dc702f204988', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:41,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 06:08:42,520 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:08:42,946 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:08:43,032 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:08:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:08:53.524950+00:00 (in 9.999488 seconds) notificationworker stdout | 2024-04-26 06:08:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:53 UTC)" (scheduled at 2024-04-26 06:08:43.524950+00:00) notificationworker stdout | 2024-04-26 06:08:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 43, 525772), True, datetime.datetime(2024, 4, 26, 6, 8, 43, 525772), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:08:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:08:44,055 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:08:44,597 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:08:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:08:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:08.737804+00:00 (in 24.011218 seconds) repositorygcworker stdout | 2024-04-26 06:08:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:44 UTC)" (scheduled at 2024-04-26 06:08:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:08:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:08:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 44, 726795), True, datetime.datetime(2024, 4, 26, 6, 8, 44, 726795), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:08:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:08:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:08:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:08:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:08:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:10.438348+00:00 (in 25.003251 seconds) securityworker stdout | 2024-04-26 06:08:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:15 UTC)" (scheduled at 2024-04-26 06:08:45.434633+00:00) securityworker stdout | 2024-04-26 06:08:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:08:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:08:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:08:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:08:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:08:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:08:46,364 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} securityworker stdout | 2024-04-26 06:08:46,390 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:08:46,467 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:08:46,470 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:08:46,475 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:08:46,478 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} autopruneworker stdout | 2024-04-26 06:08:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:08:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:16.480714+00:00 (in 29.999595 seconds) autopruneworker stdout | 2024-04-26 06:08:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:16 UTC)" (scheduled at 2024-04-26 06:08:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:08:46,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111666484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:08:46,486 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:08:46,486 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:08:46,486 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:16 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:08:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:08:46,749 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:06.745385+00:00 (in 19.996380 seconds) exportactionlogsworker stdout | 2024-04-26 06:08:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:46 UTC)" (scheduled at 2024-04-26 06:08:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:08:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:08:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:08:46,839 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:08:47,968 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:08:49,442 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:08:50,066 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:08:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:08:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:03.524950+00:00 (in 9.999500 seconds) notificationworker stdout | 2024-04-26 06:08:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:03 UTC)" (scheduled at 2024-04-26 06:08:53.524950+00:00) notificationworker stdout | 2024-04-26 06:08:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:08:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 53, 525758), True, datetime.datetime(2024, 4, 26, 6, 8, 53, 525758), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:08:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:08:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:08:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:08:54,131 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:08:55,758 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:08:56,225 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:08:56,380 [217] [DEBUG] [app] Starting request: urn:request:83101983-dc6e-45f1-b3b4-aa352e291f00 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:56,380 [215] [DEBUG] [app] Starting request: urn:request:17e81f00-3776-45c7-9cda-6fc9748e70dc (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:08:56,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:08:56,383 [239] [DEBUG] [app] Starting request: urn:request:000490ce-ed6d-43cd-8c6d-dfd340b33b73 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:56,383 [246] [DEBUG] [app] Starting request: urn:request:3df8f222-5bb5-45d8-90f3-4a14c452ae97 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:08:56,383 [239] [DEBUG] [app] Ending request: urn:request:000490ce-ed6d-43cd-8c6d-dfd340b33b73 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:000490ce-ed6d-43cd-8c6d-dfd340b33b73', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:56,384 [246] [DEBUG] [app] Ending request: urn:request:3df8f222-5bb5-45d8-90f3-4a14c452ae97 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3df8f222-5bb5-45d8-90f3-4a14c452ae97', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:08:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:08:56,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:08:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:08:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:56,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:08:56,387 [217] [DEBUG] [app] Starting request: urn:request:ec197aaf-f553-4052-8d9f-24c44067c685 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:56,387 [217] [DEBUG] [app] Ending request: urn:request:ec197aaf-f553-4052-8d9f-24c44067c685 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ec197aaf-f553-4052-8d9f-24c44067c685', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:56,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:08:56,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:56,388 [216] [DEBUG] [app] Starting request: urn:request:6fb7ac07-9a1d-4e86-8838-9ee3807bb8ac (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:08:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:56,388 [216] [DEBUG] [app] Ending request: urn:request:6fb7ac07-9a1d-4e86-8838-9ee3807bb8ac (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:6fb7ac07-9a1d-4e86-8838-9ee3807bb8ac', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:08:56,388 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:08:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:08:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:08:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:08:56,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:08:56,395 [217] [DEBUG] [app] Ending request: urn:request:83101983-dc6e-45f1-b3b4-aa352e291f00 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:83101983-dc6e-45f1-b3b4-aa352e291f00', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) gunicorn-web stdout | 2024-04-26 06:08:56,395 [215] [DEBUG] [app] Ending request: urn:request:17e81f00-3776-45c7-9cda-6fc9748e70dc (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:17e81f00-3776-45c7-9cda-6fc9748e70dc', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:08:56,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:08:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:08:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:08:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.016) storagereplication stdout | 2024-04-26 06:08:56,729 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:08:57,364 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:08:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:08:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:10.045971+00:00 (in 12.002860 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:08:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:58 UTC)" (scheduled at 2024-04-26 06:08:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:08:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:08:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 8, 58, 43455), True, datetime.datetime(2024, 4, 26, 6, 8, 58, 43455), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:08:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:08:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:08:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:09:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:08:58,081 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:08:58,085 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:08:58,088 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:08:58,843 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:09:00,578 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:09:01,252 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:09:01,299 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:09:01,477 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:09:02,244 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:09:02,343 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:09:02,680 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:09:02,694 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:09:02,698 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:09:02,702 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:09:02,704 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:09:02,723 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:09:02,727 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:09:02,730 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:09:02,734 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:09:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:13.524950+00:00 (in 9.999527 seconds) notificationworker stdout | 2024-04-26 06:09:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:13 UTC)" (scheduled at 2024-04-26 06:09:03.524950+00:00) notificationworker stdout | 2024-04-26 06:09:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 3, 525738), True, datetime.datetime(2024, 4, 26, 6, 9, 3, 525738), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:09:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:09:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:36.225712+00:00 (in 29.999552 seconds) buildlogsarchiver stdout | 2024-04-26 06:09:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:36 UTC)" (scheduled at 2024-04-26 06:09:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:09:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 9, 6, 226428), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:09:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:09:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:09:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:09:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:09:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:46.748509+00:00 (in 40.002675 seconds) exportactionlogsworker stdout | 2024-04-26 06:09:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:06 UTC)" (scheduled at 2024-04-26 06:09:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:09:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:09:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 6, 746102), True, datetime.datetime(2024, 4, 26, 6, 9, 6, 746102), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:09:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:09:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:09:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:09:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:09:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:38.139839+00:00 (in 29.999505 seconds) gcworker stdout | 2024-04-26 06:09:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:38 UTC)" (scheduled at 2024-04-26 06:09:08.139839+00:00) gcworker stdout | 2024-04-26 06:09:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902148140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:09:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:09:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:09:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:09:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:09:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:44.726048+00:00 (in 35.987765 seconds) repositorygcworker stdout | 2024-04-26 06:09:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:08 UTC)" (scheduled at 2024-04-26 06:09:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:09:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:09:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:09:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:09:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:58.042626+00:00 (in 47.996174 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:09:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:10 UTC)" (scheduled at 2024-04-26 06:09:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:09:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:09:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:09:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:09:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:15.434633+00:00 (in 4.995732 seconds) securityworker stdout | 2024-04-26 06:09:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:40 UTC)" (scheduled at 2024-04-26 06:09:10.438348+00:00) securityworker stdout | 2024-04-26 06:09:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:09:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:09:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:09:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:09:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:09:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:09:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:09:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:09:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 4, 10, 443721), 1, 4]) securityworker stdout | 2024-04-26 06:09:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 4, 10, 443721), 1, 4]) securityworker stdout | 2024-04-26 06:09:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:09:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:11,380 [218] [DEBUG] [app] Starting request: urn:request:d4d70b1d-c1f0-4239-a2d0-38b091004c77 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:11,380 [215] [DEBUG] [app] Starting request: urn:request:19fb7cca-0fb2-42a8-831e-653b2b999c3e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:11,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:11,383 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:09:11,384 [245] [DEBUG] [app] Starting request: urn:request:737f3936-f99c-4f7b-a07f-bde405a12063 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:11,384 [239] [DEBUG] [app] Starting request: urn:request:0a0f94b7-0b9b-45f9-be9f-0d27d1c58856 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:11,385 [245] [DEBUG] [app] Ending request: urn:request:737f3936-f99c-4f7b-a07f-bde405a12063 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:737f3936-f99c-4f7b-a07f-bde405a12063', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:11,385 [239] [DEBUG] [app] Ending request: urn:request:0a0f94b7-0b9b-45f9-be9f-0d27d1c58856 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0a0f94b7-0b9b-45f9-be9f-0d27d1c58856', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:11,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:09:11,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:09:11,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:11,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:11,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:11,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:11,389 [216] [DEBUG] [app] Starting request: urn:request:3091adbc-0575-404c-9d5e-90dbe19f9b56 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:11,389 [217] [DEBUG] [app] Starting request: urn:request:b48fa1de-c644-4f79-9b1b-7153dcac170d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:11,390 [216] [DEBUG] [app] Ending request: urn:request:3091adbc-0575-404c-9d5e-90dbe19f9b56 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:3091adbc-0575-404c-9d5e-90dbe19f9b56', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:11,390 [217] [DEBUG] [app] Ending request: urn:request:b48fa1de-c644-4f79-9b1b-7153dcac170d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b48fa1de-c644-4f79-9b1b-7153dcac170d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:11,390 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:11,390 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:11,390 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:11,390 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:11,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:11,391 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:11,394 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:11,394 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:11,397 [218] [DEBUG] [app] Ending request: urn:request:d4d70b1d-c1f0-4239-a2d0-38b091004c77 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:d4d70b1d-c1f0-4239-a2d0-38b091004c77', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:11,398 [215] [DEBUG] [app] Ending request: urn:request:19fb7cca-0fb2-42a8-831e-653b2b999c3e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:19fb7cca-0fb2-42a8-831e-653b2b999c3e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:11,398 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:11,398 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:11,398 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:09:11,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) gunicorn-web stdout | 2024-04-26 06:09:12,084 [218] [DEBUG] [app] Starting request: urn:request:0f2d99b2-2ec5-4ecb-af54-3ecde2226b1e (/api/v1/user/apptoken) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 06:09:12,084 [218] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,084 [218] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,085 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 06:09:12,089 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 06:09:12,089 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 06:09:12,089 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,090 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."user_id", "t1"."uuid", "t1"."title", "t1"."token_name", "t1"."token_secret", "t1"."created", "t1"."expiration", "t1"."last_accessed" FROM "appspecificauthtoken" AS "t1" WHERE ((("t1"."user_id" = %s) AND ("t1"."expiration" <= %s)) AND ("t1"."expiration" > %s))', [3, datetime.datetime(2024, 4, 29, 1, 21, 12, 90378), datetime.datetime(2024, 4, 26, 6, 9, 12, 90432)]) gunicorn-web stdout | 2024-04-26 06:09:12,091 [218] [DEBUG] [app] Ending request: urn:request:0f2d99b2-2ec5-4ecb-af54-3ecde2226b1e (/api/v1/user/apptoken) {'endpoint': 'api.apptokens', 'request_id': 'urn:request:0f2d99b2-2ec5-4ecb-af54-3ecde2226b1e', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/apptoken?expiring=true', 'path': '/api/v1/user/apptoken', 'parameters': {'expiring': 'true'}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 06:09:12,092 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:06:09:12 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.1" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.009 2292 0.010) gunicorn-web stdout | 2024-04-26 06:09:12,092 [218] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:06:09:12 +0000] "GET /api/v1/user/apptoken?expiring=true HTTP/1.0" 200 38 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" gunicorn-web stdout | 2024-04-26 06:09:12,334 [218] [DEBUG] [app] Starting request: urn:request:053faedd-e7ee-4963-a440-a034ec893678 (/api/v1/user/notifications) {'X-Forwarded-For': '43.228.180.230, 10.129.2.22'} gunicorn-web stdout | 2024-04-26 06:09:12,335 [218] [DEBUG] [app] User loader loading deferred user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,335 [218] [DEBUG] [auth.cookie] Loading user from cookie: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,335 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."uuid", "t1"."username", "t1"."password_hash", "t1"."email", "t1"."verified", "t1"."stripe_id", "t1"."organization", "t1"."robot", "t1"."invoice_email", "t1"."invalid_login_attempts", "t1"."last_invalid_login", "t1"."removed_tag_expiration_s", "t1"."enabled", "t1"."invoice_email_address", "t1"."given_name", "t1"."family_name", "t1"."company", "t1"."location", "t1"."maximum_queued_builds_count", "t1"."creation_date", "t1"."last_accessed" FROM "user" AS "t1" WHERE (("t1"."uuid" = %s) AND ("t1"."organization" = %s)) LIMIT %s OFFSET %s', ['f1efec84-9284-4b1a-83d9-b9b2c148c475', False, 1, 0]) gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.decorators] Found valid auth result: (, False, None, [, None, None, None, None, None, None]) gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] Identity loaded: gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] Deferring permissions for user with uuid: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [endpoints.api] Checking permission for user user1 gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] Loading user permissions after deferring for: f1efec84-9284-4b1a-83d9-b9b2c148c475 gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] User permission: _UserTypeNeed(type='user', username='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] User namespace permission: _NamespaceWideNeed(type='organization', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,340 [218] [DEBUG] [auth.permissions] User namespace repo permission: _NamespaceWideNeed(type='organizationrepo', namespace='user1', role='admin') gunicorn-web stdout | 2024-04-26 06:09:12,342 [218] [DEBUG] [peewee] ('(SELECT "t1"."id", "t1"."uuid", "t1"."kind_id", "t1"."metadata_json", "t1"."dismissed", "t1"."lookup_path", "t1"."created", "t1"."created" AS "cd", "t1"."target_id" FROM "notification" AS "t1" INNER JOIN "notificationkind" AS "t2" ON ("t1"."kind_id" = "t2"."id") WHERE (("t1"."dismissed" = %s) AND ("t1"."target_id" = %s))) UNION (SELECT "t3"."id", "t3"."uuid", "t3"."kind_id", "t3"."metadata_json", "t3"."dismissed", "t3"."lookup_path", "t3"."created", "t3"."created" AS "cd", "t3"."target_id" FROM "notification" AS "t3" INNER JOIN "notificationkind" AS "t4" ON ("t3"."kind_id" = "t4"."id") INNER JOIN "user" AS "t5" ON ("t5"."id" = "t3"."target_id") INNER JOIN "team" AS "t6" ON ("t5"."id" = "t6"."organization_id") INNER JOIN "teamrole" AS "t7" ON ("t6"."role_id" = "t7"."id") INNER JOIN "teammember" AS "t8" ON ("t6"."id" = "t8"."team_id") INNER JOIN "user" AS "t9" ON ("t8"."user_id" = "t9"."id") WHERE (("t3"."dismissed" = %s) AND (("t9"."id" = %s) AND ("t7"."name" = %s)))) ORDER BY cd desc LIMIT %s', [False, 3, False, 3, 'admin', 6]) gunicorn-web stdout | 2024-04-26 06:09:12,345 [218] [DEBUG] [app] Ending request: urn:request:053faedd-e7ee-4963-a440-a034ec893678 (/api/v1/user/notifications) {'endpoint': 'api.usernotificationlist', 'request_id': 'urn:request:053faedd-e7ee-4963-a440-a034ec893678', 'remote_addr': '10.129.2.22', 'http_method': 'GET', 'original_url': 'https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/api/v1/user/notifications', 'path': '/api/v1/user/notifications', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'} gunicorn-web stdout | 2024-04-26 06:09:12,345 [218] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.129.2.22 (-) - - [26/Apr/2024:06:09:12 +0000] "GET /api/v1/user/notifications HTTP/1.1" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" (0.013 2283 0.012) gunicorn-web stdout | 2024-04-26 06:09:12,346 [218] [INFO] [gunicorn.access] 10.129.2.22 - - [26/Apr/2024:06:09:12 +0000] "GET /api/v1/user/notifications HTTP/1.0" 200 43 "https://quayregistry-quay-quay-enterprise.apps.whu415aw06.qe.devcluster.openshift.com/repository/whu_org/repo?tab=tags" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36" globalpromstats stdout | 2024-04-26 06:09:12,557 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:09:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:09:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:12.842614+00:00 (in 59.999549 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:09:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:12 UTC)" (scheduled at 2024-04-26 06:09:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:09:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:09:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:09:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:09:12,982 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:09:13,054 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:09:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:23.524950+00:00 (in 9.999466 seconds) notificationworker stdout | 2024-04-26 06:09:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:23 UTC)" (scheduled at 2024-04-26 06:09:13.524950+00:00) notificationworker stdout | 2024-04-26 06:09:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 13, 525792), True, datetime.datetime(2024, 4, 26, 6, 9, 13, 525792), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:09:14,071 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:09:14,618 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:09:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:09:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:40.438348+00:00 (in 25.003221 seconds) securityworker stdout | 2024-04-26 06:09:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:45 UTC)" (scheduled at 2024-04-26 06:09:15.434633+00:00) securityworker stdout | 2024-04-26 06:09:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:09:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:09:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:09:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:09:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:09:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:09:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 4, 15, 438239), 1, 4]) securityworker stdout | 2024-04-26 06:09:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 4, 15, 438239), 1, 4]) securityworker stdout | 2024-04-26 06:09:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:09:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:45 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:16,373 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} securityworker stdout | 2024-04-26 06:09:16,406 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:09:16,478 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} autopruneworker stdout | 2024-04-26 06:09:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:09:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:46.480714+00:00 (in 29.999537 seconds) autopruneworker stdout | 2024-04-26 06:09:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:46 UTC)" (scheduled at 2024-04-26 06:09:16.480714+00:00) gunicorn-web stdout | 2024-04-26 06:09:16,482 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} autopruneworker stdout | 2024-04-26 06:09:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111696484, None, 1, 0]) gunicorn-web stdout | 2024-04-26 06:09:16,487 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} autopruneworker stdout | 2024-04-26 06:09:16,488 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:09:16,488 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:09:16,488 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:09:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:16,490 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} namespacegcworker stdout | 2024-04-26 06:09:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:09:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:34.643009+00:00 (in 17.915541 seconds) namespacegcworker stdout | 2024-04-26 06:09:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:16 UTC)" (scheduled at 2024-04-26 06:09:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:09:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:09:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:09:16,875 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:09:18,005 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:09:19,457 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:09:20,081 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:09:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:32.528171+00:00 (in 9.002687 seconds) notificationworker stdout | 2024-04-26 06:09:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:33 UTC)" (scheduled at 2024-04-26 06:09:23.524950+00:00) notificationworker stdout | 2024-04-26 06:09:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 23, 525780), True, datetime.datetime(2024, 4, 26, 6, 9, 23, 525780), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:09:24,168 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:09:25,794 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:09:26,261 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:09:26,380 [215] [DEBUG] [app] Starting request: urn:request:777a122c-25b4-4f41-b81c-822961c3c469 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:26,380 [218] [DEBUG] [app] Starting request: urn:request:23ed258e-aae7-49cb-9d24-eb8eec088fc3 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:26,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:09:26,383 [239] [DEBUG] [app] Starting request: urn:request:0ed6c5b5-cb18-48b8-a643-6116c31873a8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:26,383 [246] [DEBUG] [app] Starting request: urn:request:67cf44e6-9908-41ef-ab07-096a32105e94 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:26,384 [246] [DEBUG] [app] Ending request: urn:request:67cf44e6-9908-41ef-ab07-096a32105e94 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:67cf44e6-9908-41ef-ab07-096a32105e94', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:26,384 [239] [DEBUG] [app] Ending request: urn:request:0ed6c5b5-cb18-48b8-a643-6116c31873a8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0ed6c5b5-cb18-48b8-a643-6116c31873a8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:26,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:09:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:09:26,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:26,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:26,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:26,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:26,387 [215] [DEBUG] [app] Starting request: urn:request:fa532bfe-2b59-4144-822a-eb3365ef404f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:26,387 [218] [DEBUG] [app] Starting request: urn:request:ca755fa5-8ccb-408b-a015-660ff8e860da (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:26,387 [215] [DEBUG] [app] Ending request: urn:request:fa532bfe-2b59-4144-822a-eb3365ef404f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:fa532bfe-2b59-4144-822a-eb3365ef404f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:26,387 [218] [DEBUG] [app] Ending request: urn:request:ca755fa5-8ccb-408b-a015-660ff8e860da (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ca755fa5-8ccb-408b-a015-660ff8e860da', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:26,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:26,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:26,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:26,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:26,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:26,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:26,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:26,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:26,395 [215] [DEBUG] [app] Ending request: urn:request:777a122c-25b4-4f41-b81c-822961c3c469 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:777a122c-25b4-4f41-b81c-822961c3c469', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:26,395 [218] [DEBUG] [app] Ending request: urn:request:23ed258e-aae7-49cb-9d24-eb8eec088fc3 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:23ed258e-aae7-49cb-9d24-eb8eec088fc3', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:26,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:26,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:26,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:09:26,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) storagereplication stdout | 2024-04-26 06:09:26,765 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:09:27,399 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:09:28,092 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:09:28,095 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:09:28,098 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:09:28,880 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:09:30,589 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:09:31,288 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:09:31,329 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:09:31,514 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:09:32,262 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:09:32,361 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:09:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:33.524950+00:00 (in 0.996330 seconds) notificationworker stdout | 2024-04-26 06:09:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:32 UTC)" (scheduled at 2024-04-26 06:09:32.528171+00:00) notificationworker stdout | 2024-04-26 06:09:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:09:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:09:32,691 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:09:32,702 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:09:32,707 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:09:32,710 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:09:32,713 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:09:32,732 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:09:32,735 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:09:32,740 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:09:32,742 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:09:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:43.524950+00:00 (in 9.999537 seconds) notificationworker stdout | 2024-04-26 06:09:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:43 UTC)" (scheduled at 2024-04-26 06:09:33.524950+00:00) notificationworker stdout | 2024-04-26 06:09:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 33, 525701), True, datetime.datetime(2024, 4, 26, 6, 9, 33, 525701), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:09:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:09:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:16.726895+00:00 (in 42.083373 seconds) namespacegcworker stdout | 2024-04-26 06:09:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:34 UTC)" (scheduled at 2024-04-26 06:09:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:09:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:09:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 34, 643834), True, datetime.datetime(2024, 4, 26, 6, 9, 34, 643834), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:09:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:09:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:09:34,650 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:09:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:09:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:06.225712+00:00 (in 29.999516 seconds) buildlogsarchiver stdout | 2024-04-26 06:09:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:06 UTC)" (scheduled at 2024-04-26 06:09:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:09:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 9, 36, 226474), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:09:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:09:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:09:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:09:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:09:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:08.139839+00:00 (in 29.999496 seconds) gcworker stdout | 2024-04-26 06:09:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:08 UTC)" (scheduled at 2024-04-26 06:09:38.139839+00:00) gcworker stdout | 2024-04-26 06:09:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902178140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:09:38,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:09:38,146 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:09:38,146 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:09:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:09:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:45.434633+00:00 (in 4.995778 seconds) securityworker stdout | 2024-04-26 06:09:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:10 UTC)" (scheduled at 2024-04-26 06:09:40.438348+00:00) securityworker stdout | 2024-04-26 06:09:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:09:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:09:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:09:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:09:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:09:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:09:40,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:09:40,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:09:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 4, 40, 444389), 1, 4]) securityworker stdout | 2024-04-26 06:09:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:40,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 4, 40, 444389), 1, 4]) securityworker stdout | 2024-04-26 06:09:40,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:09:40,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:09:40,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:09:40,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:41,381 [218] [DEBUG] [app] Starting request: urn:request:655be50f-2137-4efa-bb75-2a2ec8c99b2b (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:41,381 [217] [DEBUG] [app] Starting request: urn:request:cf7bf728-bf6e-48a1-896f-a569b213fb19 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:09:41,384 [239] [DEBUG] [app] Starting request: urn:request:ae515ff5-3956-42b5-98ef-7d357c02dfc3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:41,384 [245] [DEBUG] [app] Starting request: urn:request:59616f07-9911-4c20-93bc-fbff2bcf41f9 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:41,384 [239] [DEBUG] [app] Ending request: urn:request:ae515ff5-3956-42b5-98ef-7d357c02dfc3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:ae515ff5-3956-42b5-98ef-7d357c02dfc3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:41,384 [245] [DEBUG] [app] Ending request: urn:request:59616f07-9911-4c20-93bc-fbff2bcf41f9 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:59616f07-9911-4c20-93bc-fbff2bcf41f9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:41,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:09:41,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:41,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:41,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:41,387 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:41,387 [218] [DEBUG] [app] Starting request: urn:request:372159a6-24e8-4563-b4eb-d8d34bebac68 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:41,388 [218] [DEBUG] [app] Ending request: urn:request:372159a6-24e8-4563-b4eb-d8d34bebac68 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:372159a6-24e8-4563-b4eb-d8d34bebac68', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:41,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:41,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:41,388 [215] [DEBUG] [app] Starting request: urn:request:36bb2734-d1df-4470-bfaa-cbac5a58178b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:41,389 [215] [DEBUG] [app] Ending request: urn:request:36bb2734-d1df-4470-bfaa-cbac5a58178b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:36bb2734-d1df-4470-bfaa-cbac5a58178b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:41,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:41,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:41,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:41,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:41,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:41,395 [218] [DEBUG] [app] Ending request: urn:request:655be50f-2137-4efa-bb75-2a2ec8c99b2b (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:655be50f-2137-4efa-bb75-2a2ec8c99b2b', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:41,396 [217] [DEBUG] [app] Ending request: urn:request:cf7bf728-bf6e-48a1-896f-a569b213fb19 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:cf7bf728-bf6e-48a1-896f-a569b213fb19', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:41,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 06:09:41,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 06:09:42,585 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:09:43,014 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:09:43,083 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:09:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:09:53.524950+00:00 (in 9.999475 seconds) notificationworker stdout | 2024-04-26 06:09:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:53 UTC)" (scheduled at 2024-04-26 06:09:43.524950+00:00) notificationworker stdout | 2024-04-26 06:09:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 43, 525763), True, datetime.datetime(2024, 4, 26, 6, 9, 43, 525763), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:09:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:09:44,107 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:09:44,655 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:09:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:09:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:08.737804+00:00 (in 24.011236 seconds) repositorygcworker stdout | 2024-04-26 06:09:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:44 UTC)" (scheduled at 2024-04-26 06:09:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:09:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:09:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 44, 726885), True, datetime.datetime(2024, 4, 26, 6, 9, 44, 726885), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:09:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:09:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:09:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:09:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:09:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:10.438348+00:00 (in 25.003198 seconds) securityworker stdout | 2024-04-26 06:09:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:15 UTC)" (scheduled at 2024-04-26 06:09:45.434633+00:00) securityworker stdout | 2024-04-26 06:09:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:09:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:09:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:09:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:09:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:09:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:46,382 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} securityworker stdout | 2024-04-26 06:09:46,439 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} autopruneworker stdout | 2024-04-26 06:09:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:09:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:16.480714+00:00 (in 29.999517 seconds) autopruneworker stdout | 2024-04-26 06:09:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:16 UTC)" (scheduled at 2024-04-26 06:09:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:09:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111726484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:09:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:09:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:09:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:16 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:09:46,492 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:09:46,496 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:09:46,500 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:09:46,502 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} exportactionlogsworker stdout | 2024-04-26 06:09:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:09:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:06.745385+00:00 (in 19.996414 seconds) exportactionlogsworker stdout | 2024-04-26 06:09:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:46 UTC)" (scheduled at 2024-04-26 06:09:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:09:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:09:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:09:46,894 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:09:48,016 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:09:49,494 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:09:50,097 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:09:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:09:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:03.524950+00:00 (in 9.999516 seconds) notificationworker stdout | 2024-04-26 06:09:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:03 UTC)" (scheduled at 2024-04-26 06:09:53.524950+00:00) notificationworker stdout | 2024-04-26 06:09:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:09:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 53, 525723), True, datetime.datetime(2024, 4, 26, 6, 9, 53, 525723), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:09:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:09:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:09:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:09:54,193 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:09:55,830 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:09:56,279 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:09:56,381 [217] [DEBUG] [app] Starting request: urn:request:7e679979-ccc8-48c8-830a-309d6213bc87 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:56,381 [218] [DEBUG] [app] Starting request: urn:request:c86d0103-0bfc-4674-a832-caf73cd1f9bd (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:09:56,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:09:56,384 [239] [DEBUG] [app] Starting request: urn:request:c62e0d4b-c3d5-475d-8b4b-8ff1c8fe8513 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:56,384 [243] [DEBUG] [app] Starting request: urn:request:d9db1e1b-f72c-4d1b-8b36-305d34ef52c3 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:09:56,384 [239] [DEBUG] [app] Ending request: urn:request:c62e0d4b-c3d5-475d-8b4b-8ff1c8fe8513 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c62e0d4b-c3d5-475d-8b4b-8ff1c8fe8513', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:56,384 [243] [DEBUG] [app] Ending request: urn:request:d9db1e1b-f72c-4d1b-8b36-305d34ef52c3 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d9db1e1b-f72c-4d1b-8b36-305d34ef52c3', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:09:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:09:56,384 [243] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:56,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:09:56,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:56,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:56,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:09:56,387 [215] [DEBUG] [app] Starting request: urn:request:c222e82d-07b0-446d-a5b7-5f19fcb99e36 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:56,387 [218] [DEBUG] [app] Starting request: urn:request:c03eec9c-57ee-4506-aaba-2bb1470ff337 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:09:56,387 [218] [DEBUG] [app] Ending request: urn:request:c03eec9c-57ee-4506-aaba-2bb1470ff337 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c03eec9c-57ee-4506-aaba-2bb1470ff337', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:56,387 [215] [DEBUG] [app] Ending request: urn:request:c222e82d-07b0-446d-a5b7-5f19fcb99e36 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:c222e82d-07b0-446d-a5b7-5f19fcb99e36', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:09:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:09:56,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:09:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:09:56,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:09:56,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:56,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:09:56,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:56,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:09:56,395 [218] [DEBUG] [app] Ending request: urn:request:c86d0103-0bfc-4674-a832-caf73cd1f9bd (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c86d0103-0bfc-4674-a832-caf73cd1f9bd', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:56,395 [217] [DEBUG] [app] Ending request: urn:request:7e679979-ccc8-48c8-830a-309d6213bc87 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:7e679979-ccc8-48c8-830a-309d6213bc87', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:09:56,395 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:09:56,395 [217] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:09:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 06:09:56,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:09:56,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:09:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" storagereplication stdout | 2024-04-26 06:09:56,802 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:09:57,429 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:09:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:09:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:10.045971+00:00 (in 12.002873 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:09:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:58 UTC)" (scheduled at 2024-04-26 06:09:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:09:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:09:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 9, 58, 43342), True, datetime.datetime(2024, 4, 26, 6, 9, 58, 43342), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:09:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:09:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:09:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:10:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:09:58,101 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:09:58,104 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:09:58,107 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:09:58,909 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:10:00,626 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:10:01,297 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:10:01,366 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:10:01,550 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:10:02,290 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:10:02,398 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:10:02,702 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:10:02,710 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:10:02,713 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:10:02,717 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:10:02,723 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:10:02,741 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:10:02,744 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:10:02,749 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:10:02,752 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:10:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:13.524950+00:00 (in 9.999509 seconds) notificationworker stdout | 2024-04-26 06:10:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:13 UTC)" (scheduled at 2024-04-26 06:10:03.524950+00:00) notificationworker stdout | 2024-04-26 06:10:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 3, 525729), True, datetime.datetime(2024, 4, 26, 6, 10, 3, 525729), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:10:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:10:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:36.225712+00:00 (in 29.999540 seconds) buildlogsarchiver stdout | 2024-04-26 06:10:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:36 UTC)" (scheduled at 2024-04-26 06:10:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:10:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 10, 6, 226446), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:10:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:10:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:10:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:10:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:10:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:44.748211+00:00 (in 38.002373 seconds) exportactionlogsworker stdout | 2024-04-26 06:10:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:06 UTC)" (scheduled at 2024-04-26 06:10:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:10:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:10:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 6, 746053), True, datetime.datetime(2024, 4, 26, 6, 10, 6, 746053), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:10:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:10:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:10:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:10:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:10:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:38.139839+00:00 (in 29.999503 seconds) gcworker stdout | 2024-04-26 06:10:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:38 UTC)" (scheduled at 2024-04-26 06:10:08.139839+00:00) gcworker stdout | 2024-04-26 06:10:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902208140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:10:08,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:10:08,146 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:10:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:10:08,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:10:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:44.726048+00:00 (in 35.987800 seconds) repositorygcworker stdout | 2024-04-26 06:10:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:08 UTC)" (scheduled at 2024-04-26 06:10:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:10:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:10:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:10:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:10:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:58.042626+00:00 (in 47.996160 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:10:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:10 UTC)" (scheduled at 2024-04-26 06:10:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:10:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:10:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:10:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:10:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:15.434633+00:00 (in 4.995767 seconds) securityworker stdout | 2024-04-26 06:10:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:40 UTC)" (scheduled at 2024-04-26 06:10:10.438348+00:00) securityworker stdout | 2024-04-26 06:10:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:10:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:10:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:10:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:10,441 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:10:10,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:10:10,443 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:10:10,445 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:10:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:10:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 5, 10, 444709), 1, 4]) securityworker stdout | 2024-04-26 06:10:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:10,452 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 5, 10, 444709), 1, 4]) securityworker stdout | 2024-04-26 06:10:10,453 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:10,453 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:10,453 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:10:10,453 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:10:11,381 [218] [DEBUG] [app] Starting request: urn:request:f3e5e957-8532-4380-b1f3-5012011448ef (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:11,381 [215] [DEBUG] [app] Starting request: urn:request:ff3f0d61-2288-4b32-a601-38ac03adb45e (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:11,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:11,383 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:10:11,385 [239] [DEBUG] [app] Starting request: urn:request:304c95c7-105c-4877-8fa6-0ae37be11abb (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:11,385 [244] [DEBUG] [app] Starting request: urn:request:bac5be00-4dd4-402c-93ae-4716c856d8d0 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:11,385 [244] [DEBUG] [app] Ending request: urn:request:bac5be00-4dd4-402c-93ae-4716c856d8d0 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:bac5be00-4dd4-402c-93ae-4716c856d8d0', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:11,385 [239] [DEBUG] [app] Ending request: urn:request:304c95c7-105c-4877-8fa6-0ae37be11abb (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:304c95c7-105c-4877-8fa6-0ae37be11abb', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.002) gunicorn-registry stdout | 2024-04-26 06:10:11,386 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:10:11,386 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:11,386 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:11,386 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:11,388 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:11,388 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:11,390 [217] [DEBUG] [app] Starting request: urn:request:60464318-87da-4b6c-8211-5371db139046 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:11,390 [216] [DEBUG] [app] Starting request: urn:request:9aebed6e-29e3-4228-b3d8-e0fcd0bb6f96 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:11,390 [216] [DEBUG] [app] Ending request: urn:request:9aebed6e-29e3-4228-b3d8-e0fcd0bb6f96 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9aebed6e-29e3-4228-b3d8-e0fcd0bb6f96', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:10:11,390 [217] [DEBUG] [app] Ending request: urn:request:60464318-87da-4b6c-8211-5371db139046 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:60464318-87da-4b6c-8211-5371db139046', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:10:11,390 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:11,390 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:10:11,391 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:11,391 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:11,391 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:11,391 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:11,395 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:11,395 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:11,398 [215] [DEBUG] [app] Ending request: urn:request:ff3f0d61-2288-4b32-a601-38ac03adb45e (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ff3f0d61-2288-4b32-a601-38ac03adb45e', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:11,398 [218] [DEBUG] [app] Ending request: urn:request:f3e5e957-8532-4380-b1f3-5012011448ef (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f3e5e957-8532-4380-b1f3-5012011448ef', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:11,398 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:11,398 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.019) gunicorn-web stdout | 2024-04-26 06:10:11,399 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:10:11,399 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" globalpromstats stdout | 2024-04-26 06:10:12,622 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:10:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:10:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:12.842614+00:00 (in 59.999545 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:10:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:12 UTC)" (scheduled at 2024-04-26 06:10:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:10:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:10:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:10:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:10:13,050 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:10:13,120 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:10:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:23.524950+00:00 (in 9.999494 seconds) notificationworker stdout | 2024-04-26 06:10:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:23 UTC)" (scheduled at 2024-04-26 06:10:13.524950+00:00) notificationworker stdout | 2024-04-26 06:10:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 13, 525758), True, datetime.datetime(2024, 4, 26, 6, 10, 13, 525758), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:10:14,144 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:10:14,692 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:10:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:10:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:40.438348+00:00 (in 25.003214 seconds) securityworker stdout | 2024-04-26 06:10:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:45 UTC)" (scheduled at 2024-04-26 06:10:15.434633+00:00) securityworker stdout | 2024-04-26 06:10:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:10:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:10:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:10:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:10:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:10:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:10:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:15,445 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 5, 15, 438346), 1, 4]) securityworker stdout | 2024-04-26 06:10:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 5, 15, 438346), 1, 4]) securityworker stdout | 2024-04-26 06:10:15,447 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:15,447 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:15,447 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:10:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:45 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:10:16,390 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} securityworker stdout | 2024-04-26 06:10:16,477 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} autopruneworker stdout | 2024-04-26 06:10:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:10:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:46.480714+00:00 (in 29.999577 seconds) autopruneworker stdout | 2024-04-26 06:10:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:46 UTC)" (scheduled at 2024-04-26 06:10:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:10:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111756484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:10:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:10:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:10:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:10:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:10:16,505 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:10:16,509 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:10:16,513 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:10:16,515 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} namespacegcworker stdout | 2024-04-26 06:10:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:10:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:34.643009+00:00 (in 17.915641 seconds) namespacegcworker stdout | 2024-04-26 06:10:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:16 UTC)" (scheduled at 2024-04-26 06:10:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:10:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:10:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:10:16,923 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:10:18,028 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:10:19,531 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:10:20,134 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:10:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:32.528171+00:00 (in 9.002707 seconds) notificationworker stdout | 2024-04-26 06:10:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:33 UTC)" (scheduled at 2024-04-26 06:10:23.524950+00:00) notificationworker stdout | 2024-04-26 06:10:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 23, 525766), True, datetime.datetime(2024, 4, 26, 6, 10, 23, 525766), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:10:24,210 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:10:25,866 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:10:26,315 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:10:26,380 [215] [DEBUG] [app] Starting request: urn:request:71d5eec4-c0d3-40e6-974d-9fcf4e1be68a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:26,380 [218] [DEBUG] [app] Starting request: urn:request:809b54b9-e9bb-4aac-8b0d-e8d304440c17 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:26,383 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:26,383 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:10:26,384 [246] [DEBUG] [app] Starting request: urn:request:dac52370-c2ac-43e5-ae37-ef9a49ca3096 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:26,384 [244] [DEBUG] [app] Starting request: urn:request:c65a2a05-9a36-4364-8dbc-565fbf9eb612 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:26,385 [246] [DEBUG] [app] Ending request: urn:request:dac52370-c2ac-43e5-ae37-ef9a49ca3096 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:dac52370-c2ac-43e5-ae37-ef9a49ca3096', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:26,385 [244] [DEBUG] [app] Ending request: urn:request:c65a2a05-9a36-4364-8dbc-565fbf9eb612 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:c65a2a05-9a36-4364-8dbc-565fbf9eb612', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:26,385 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:10:26,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:26,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:26,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:26,388 [217] [DEBUG] [app] Starting request: urn:request:4f8df6fa-fbc3-4264-bfee-fe7096ca31ba (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:26,388 [216] [DEBUG] [app] Starting request: urn:request:85e334ee-b526-4c7f-a5e3-c3c06021b82f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:26,389 [216] [DEBUG] [app] Ending request: urn:request:85e334ee-b526-4c7f-a5e3-c3c06021b82f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:85e334ee-b526-4c7f-a5e3-c3c06021b82f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:10:26,389 [217] [DEBUG] [app] Ending request: urn:request:4f8df6fa-fbc3-4264-bfee-fe7096ca31ba (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:4f8df6fa-fbc3-4264-bfee-fe7096ca31ba', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:10:26,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:26,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.002) gunicorn-web stdout | 2024-04-26 06:10:26,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:26,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:26,390 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:26,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:26,393 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:26,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:26,397 [215] [DEBUG] [app] Ending request: urn:request:71d5eec4-c0d3-40e6-974d-9fcf4e1be68a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:71d5eec4-c0d3-40e6-974d-9fcf4e1be68a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:26,397 [218] [DEBUG] [app] Ending request: urn:request:809b54b9-e9bb-4aac-8b0d-e8d304440c17 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:809b54b9-e9bb-4aac-8b0d-e8d304440c17', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:26,397 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:26,397 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:26,398 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:10:26,398 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.019 118 0.018) storagereplication stdout | 2024-04-26 06:10:26,820 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:10:27,439 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:10:28,111 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:10:28,114 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:10:28,117 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:10:28,946 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:10:30,662 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:10:31,317 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:10:31,399 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:10:31,587 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:10:32,323 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:10:32,434 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:10:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:33.524950+00:00 (in 0.996319 seconds) notificationworker stdout | 2024-04-26 06:10:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:32 UTC)" (scheduled at 2024-04-26 06:10:32.528171+00:00) notificationworker stdout | 2024-04-26 06:10:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:10:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:10:32,712 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:10:32,719 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:10:32,724 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:10:32,728 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:10:32,734 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:10:32,754 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:10:32,758 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:10:32,762 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:10:32,765 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:10:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:43.524950+00:00 (in 9.999489 seconds) notificationworker stdout | 2024-04-26 06:10:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:43 UTC)" (scheduled at 2024-04-26 06:10:33.524950+00:00) notificationworker stdout | 2024-04-26 06:10:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 33, 525764), True, datetime.datetime(2024, 4, 26, 6, 10, 33, 525764), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:10:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:10:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:16.726895+00:00 (in 42.083391 seconds) namespacegcworker stdout | 2024-04-26 06:10:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:34 UTC)" (scheduled at 2024-04-26 06:10:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:10:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:10:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 34, 643789), True, datetime.datetime(2024, 4, 26, 6, 10, 34, 643789), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:10:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:10:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:10:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:10:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:10:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:06.225712+00:00 (in 29.999543 seconds) buildlogsarchiver stdout | 2024-04-26 06:10:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:06 UTC)" (scheduled at 2024-04-26 06:10:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:10:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 10, 36, 226434), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:10:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:10:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:10:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:10:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:10:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:08.139839+00:00 (in 29.999484 seconds) gcworker stdout | 2024-04-26 06:10:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:08 UTC)" (scheduled at 2024-04-26 06:10:38.139839+00:00) gcworker stdout | 2024-04-26 06:10:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902238140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:10:38,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:10:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:10:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:10:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:10:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:45.434633+00:00 (in 4.995773 seconds) securityworker stdout | 2024-04-26 06:10:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:10 UTC)" (scheduled at 2024-04-26 06:10:40.438348+00:00) securityworker stdout | 2024-04-26 06:10:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:10:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:10:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:10:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:10:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:10:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:10:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:10:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:10:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:40,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 5, 40, 443446), 1, 4]) securityworker stdout | 2024-04-26 06:10:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 5, 40, 443446), 1, 4]) securityworker stdout | 2024-04-26 06:10:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:10:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:10:40,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:10:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:10:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:10:41,380 [218] [DEBUG] [app] Starting request: urn:request:4c2e1fb4-20f4-4683-b43c-cd899538f3be (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:41,380 [215] [DEBUG] [app] Starting request: urn:request:ba21232e-1cf9-458f-8cc2-d8e82d5ab623 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:41,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:41,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:10:41,383 [246] [DEBUG] [app] Starting request: urn:request:0ea98998-3c85-4a36-be2b-7abe6acd64de (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:41,384 [239] [DEBUG] [app] Starting request: urn:request:e7bb1737-f104-4787-a1eb-72d35700c409 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:41,384 [246] [DEBUG] [app] Ending request: urn:request:0ea98998-3c85-4a36-be2b-7abe6acd64de (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0ea98998-3c85-4a36-be2b-7abe6acd64de', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:41,384 [239] [DEBUG] [app] Ending request: urn:request:e7bb1737-f104-4787-a1eb-72d35700c409 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:e7bb1737-f104-4787-a1eb-72d35700c409', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.001) gunicorn-registry stdout | 2024-04-26 06:10:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:10:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:41,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:41,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:10:41,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:41,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:41,387 [215] [DEBUG] [app] Starting request: urn:request:5ab055ef-4464-4155-91c8-26f492a0f50a (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:41,387 [215] [DEBUG] [app] Ending request: urn:request:5ab055ef-4464-4155-91c8-26f492a0f50a (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:5ab055ef-4464-4155-91c8-26f492a0f50a', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:10:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:10:41,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:41,388 [217] [DEBUG] [app] Starting request: urn:request:0dc70f30-15b1-4b58-96e9-a92f3377b32b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:41,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:41,388 [217] [DEBUG] [app] Ending request: urn:request:0dc70f30-15b1-4b58-96e9-a92f3377b32b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:0dc70f30-15b1-4b58-96e9-a92f3377b32b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:10:41,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:10:41,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:41,389 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:41,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:41,392 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:41,395 [215] [DEBUG] [app] Ending request: urn:request:ba21232e-1cf9-458f-8cc2-d8e82d5ab623 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:ba21232e-1cf9-458f-8cc2-d8e82d5ab623', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:41,395 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:41,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) gunicorn-web stdout | 2024-04-26 06:10:41,396 [218] [DEBUG] [app] Ending request: urn:request:4c2e1fb4-20f4-4683-b43c-cd899538f3be (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4c2e1fb4-20f4-4683-b43c-cd899538f3be', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:41,396 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:41,396 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) globalpromstats stdout | 2024-04-26 06:10:42,649 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:10:43,080 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:10:43,156 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:10:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:53.524950+00:00 (in 9.999489 seconds) notificationworker stdout | 2024-04-26 06:10:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:53 UTC)" (scheduled at 2024-04-26 06:10:43.524950+00:00) notificationworker stdout | 2024-04-26 06:10:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 43, 525739), True, datetime.datetime(2024, 4, 26, 6, 10, 43, 525739), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:10:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:10:44,161 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:10:44,710 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} repositorygcworker stdout | 2024-04-26 06:10:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:10:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:08.737804+00:00 (in 24.011222 seconds) repositorygcworker stdout | 2024-04-26 06:10:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:44 UTC)" (scheduled at 2024-04-26 06:10:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:10:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:10:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 44, 726791), True, datetime.datetime(2024, 4, 26, 6, 10, 44, 726791), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:10:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:10:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:10:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:44 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:10:44,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:10:44,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:10:46.748509+00:00 (in 1.999855 seconds) exportactionlogsworker stdout | 2024-04-26 06:10:44,748 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:15:44 UTC)" (scheduled at 2024-04-26 06:10:44.748211+00:00) exportactionlogsworker stdout | 2024-04-26 06:10:44,749 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:10:44,753 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), True, datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), 0, 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:10:44,755 [61] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), True, datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), 0, 'exportactionlogs/%', False, datetime.datetime(2024, 4, 26, 6, 10, 44, 748837), 'exportactionlogs/%']) exportactionlogsworker stdout | 2024-04-26 06:10:44,755 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:10:44,756 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:15:44 UTC)" executed successfully securityworker stdout | 2024-04-26 06:10:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:10:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:10.438348+00:00 (in 25.003208 seconds) securityworker stdout | 2024-04-26 06:10:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:15 UTC)" (scheduled at 2024-04-26 06:10:45.434633+00:00) securityworker stdout | 2024-04-26 06:10:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:10:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:10:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:10:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:10:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:10:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:10:46,398 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:10:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:10:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:16.480714+00:00 (in 29.999552 seconds) autopruneworker stdout | 2024-04-26 06:10:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:16 UTC)" (scheduled at 2024-04-26 06:10:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:10:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111786484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:10:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:10:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:10:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:16 UTC)" executed successfully securityworker stdout | 2024-04-26 06:10:46,505 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:10:46,517 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:10:46,522 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:10:46,525 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:10:46,528 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} exportactionlogsworker stdout | 2024-04-26 06:10:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:10:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:06.745385+00:00 (in 19.996424 seconds) exportactionlogsworker stdout | 2024-04-26 06:10:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:46 UTC)" (scheduled at 2024-04-26 06:10:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:10:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:10:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:10:46,959 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:10:48,042 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:10:49,553 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:10:50,171 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:10:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:10:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:03.524950+00:00 (in 9.999469 seconds) notificationworker stdout | 2024-04-26 06:10:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:03 UTC)" (scheduled at 2024-04-26 06:10:53.524950+00:00) notificationworker stdout | 2024-04-26 06:10:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:10:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 53, 525800), True, datetime.datetime(2024, 4, 26, 6, 10, 53, 525800), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:10:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:10:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:10:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:10:54,217 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:10:55,876 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:10:56,339 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:10:56,380 [215] [DEBUG] [app] Starting request: urn:request:9ce5a7fb-807f-4211-bc9d-de2e7350d933 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:56,380 [217] [DEBUG] [app] Starting request: urn:request:4b9a6d3a-9b1b-42a4-8334-7fc69e1cc092 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:10:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:10:56,384 [245] [DEBUG] [app] Starting request: urn:request:35dc6227-6b5e-4f9a-a803-3f99ac6c8bee (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:56,384 [239] [DEBUG] [app] Starting request: urn:request:364e9449-bfb8-40c0-8e68-0747e1b54a38 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:10:56,384 [245] [DEBUG] [app] Ending request: urn:request:35dc6227-6b5e-4f9a-a803-3f99ac6c8bee (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:35dc6227-6b5e-4f9a-a803-3f99ac6c8bee', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:56,384 [239] [DEBUG] [app] Ending request: urn:request:364e9449-bfb8-40c0-8e68-0747e1b54a38 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:364e9449-bfb8-40c0-8e68-0747e1b54a38', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:10:56,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:10:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:56,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:56,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:56,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:56,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:10:56,387 [217] [DEBUG] [app] Starting request: urn:request:369357ae-d495-4181-bf11-1ec640a181e9 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:56,387 [217] [DEBUG] [app] Ending request: urn:request:369357ae-d495-4181-bf11-1ec640a181e9 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:369357ae-d495-4181-bf11-1ec640a181e9', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:10:56,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:56,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:56,388 [218] [DEBUG] [app] Starting request: urn:request:90f0ffb1-0d09-40b9-822e-995869b3fa92 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:10:56,389 [218] [DEBUG] [app] Ending request: urn:request:90f0ffb1-0d09-40b9-822e-995869b3fa92 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:90f0ffb1-0d09-40b9-822e-995869b3fa92', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:10:56,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:10:56,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:10:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:10:56,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:10:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:10:56,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:10:56,395 [217] [DEBUG] [app] Ending request: urn:request:4b9a6d3a-9b1b-42a4-8334-7fc69e1cc092 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:4b9a6d3a-9b1b-42a4-8334-7fc69e1cc092', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:56,395 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:10:56,396 [215] [DEBUG] [app] Ending request: urn:request:9ce5a7fb-807f-4211-bc9d-de2e7350d933 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:9ce5a7fb-807f-4211-bc9d-de2e7350d933', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:10:56,396 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:10:56,396 [215] [DEBUG] [data.database] Disconnecting from database. nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.016) gunicorn-web stdout | 2024-04-26 06:10:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:10:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:10:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) storagereplication stdout | 2024-04-26 06:10:56,842 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:10:57,476 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:10:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:10:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:10.045971+00:00 (in 12.002874 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:10:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:58 UTC)" (scheduled at 2024-04-26 06:10:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:10:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:10:58,043 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 10, 58, 43328), True, datetime.datetime(2024, 4, 26, 6, 10, 58, 43328), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:10:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:10:58,048 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:10:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:11:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:10:58,121 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:10:58,124 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:10:58,126 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:10:58,982 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:11:00,698 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:11:01,353 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:11:01,436 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:11:01,616 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:11:02,341 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:11:02,451 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:11:02,722 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:11:02,730 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:11:02,735 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:11:02,737 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:11:02,744 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:11:02,767 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:11:02,771 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:11:02,775 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:11:02,777 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:11:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:13.524950+00:00 (in 9.999480 seconds) notificationworker stdout | 2024-04-26 06:11:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:13 UTC)" (scheduled at 2024-04-26 06:11:03.524950+00:00) notificationworker stdout | 2024-04-26 06:11:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 3, 525778), True, datetime.datetime(2024, 4, 26, 6, 11, 3, 525778), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:11:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:11:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:36.225712+00:00 (in 29.999545 seconds) buildlogsarchiver stdout | 2024-04-26 06:11:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:36 UTC)" (scheduled at 2024-04-26 06:11:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:11:06,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 11, 6, 226435), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:11:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:11:06,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:11:06,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:11:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:11:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:46.748509+00:00 (in 40.002635 seconds) exportactionlogsworker stdout | 2024-04-26 06:11:06,746 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:06 UTC)" (scheduled at 2024-04-26 06:11:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:11:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:11:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 6, 746185), True, datetime.datetime(2024, 4, 26, 6, 11, 6, 746185), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:11:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:11:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:11:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:11:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:11:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:38.139839+00:00 (in 29.999483 seconds) gcworker stdout | 2024-04-26 06:11:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:38 UTC)" (scheduled at 2024-04-26 06:11:08.139839+00:00) gcworker stdout | 2024-04-26 06:11:08,140 [62] [DEBUG] [peewee] ('SELECT DISTINCT "t1"."removed_tag_expiration_s" FROM "user" AS "t1" LIMIT %s', [100]) gcworker stdout | 2024-04-26 06:11:08,145 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902268144, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:11:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:11:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:11:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:11:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:11:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:44.726048+00:00 (in 35.987773 seconds) repositorygcworker stdout | 2024-04-26 06:11:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:08 UTC)" (scheduled at 2024-04-26 06:11:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:11:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:11:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:11:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:11:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:58.042626+00:00 (in 47.996134 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:11:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:10 UTC)" (scheduled at 2024-04-26 06:11:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:11:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:11:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:11:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:11:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:15.434633+00:00 (in 4.995832 seconds) securityworker stdout | 2024-04-26 06:11:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:40 UTC)" (scheduled at 2024-04-26 06:11:10.438348+00:00) securityworker stdout | 2024-04-26 06:11:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:11:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:11:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:11:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:11:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:11:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:11:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:11:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:11:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:10,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 6, 10, 443426), 1, 4]) securityworker stdout | 2024-04-26 06:11:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 6, 10, 443426), 1, 4]) securityworker stdout | 2024-04-26 06:11:10,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:10,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:10,451 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:11:10,451 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:11:10,451 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:11:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:11:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:11:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:11,380 [216] [DEBUG] [app] Starting request: urn:request:c00e941f-eb87-4437-b071-60d0757e3e43 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:11,380 [218] [DEBUG] [app] Starting request: urn:request:19777535-311a-40c8-87cf-1530909c00d9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:11,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:11:11,384 [246] [DEBUG] [app] Starting request: urn:request:191a0749-260e-4a57-adef-b6319201560e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:11,384 [246] [DEBUG] [app] Ending request: urn:request:191a0749-260e-4a57-adef-b6319201560e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:191a0749-260e-4a57-adef-b6319201560e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:11:11,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 06:11:11,385 [240] [DEBUG] [app] Starting request: urn:request:b241731c-45c9-478f-8c1e-1940ad7bae14 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:11,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:11:11,386 [240] [DEBUG] [app] Ending request: urn:request:b241731c-45c9-478f-8c1e-1940ad7bae14 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b241731c-45c9-478f-8c1e-1940ad7bae14', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.004 162 0.004) gunicorn-registry stdout | 2024-04-26 06:11:11,387 [240] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:11,387 [216] [DEBUG] [app] Starting request: urn:request:b894c02e-35e8-47ed-8e75-5e6a58eda90b (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:11,387 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:11,387 [216] [DEBUG] [app] Ending request: urn:request:b894c02e-35e8-47ed-8e75-5e6a58eda90b (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:b894c02e-35e8-47ed-8e75-5e6a58eda90b', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:11:11,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:11:11,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:11,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:11,388 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:11,390 [218] [DEBUG] [app] Starting request: urn:request:46a31082-7c29-4ef8-ab44-a694269e7ab8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:11,390 [218] [DEBUG] [app] Ending request: urn:request:46a31082-7c29-4ef8-ab44-a694269e7ab8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:46a31082-7c29-4ef8-ab44-a694269e7ab8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:11:11,390 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:11:11,390 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:11,391 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:11,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:11,394 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:11,395 [216] [DEBUG] [app] Ending request: urn:request:c00e941f-eb87-4437-b071-60d0757e3e43 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c00e941f-eb87-4437-b071-60d0757e3e43', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:11,395 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:11,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.015 118 0.016) gunicorn-web stdout | 2024-04-26 06:11:11,397 [218] [DEBUG] [app] Ending request: urn:request:19777535-311a-40c8-87cf-1530909c00d9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:19777535-311a-40c8-87cf-1530909c00d9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:11,397 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:11,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) globalpromstats stdout | 2024-04-26 06:11:12,675 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:11:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:11:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:12.842614+00:00 (in 59.999548 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:11:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:12 UTC)" (scheduled at 2024-04-26 06:11:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:11:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:11:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:11:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:11:13,099 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:11:13,193 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:11:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:21.527910+00:00 (in 8.002469 seconds) notificationworker stdout | 2024-04-26 06:11:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:23 UTC)" (scheduled at 2024-04-26 06:11:13.524950+00:00) notificationworker stdout | 2024-04-26 06:11:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 13, 525724), True, datetime.datetime(2024, 4, 26, 6, 11, 13, 525724), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:11:14,198 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:11:14,740 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:11:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:11:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:40.438348+00:00 (in 25.003269 seconds) securityworker stdout | 2024-04-26 06:11:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:45 UTC)" (scheduled at 2024-04-26 06:11:15.434633+00:00) securityworker stdout | 2024-04-26 06:11:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:11:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:11:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:11:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:11:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:11:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:11:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 6, 15, 438158), 1, 4]) securityworker stdout | 2024-04-26 06:11:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 6, 15, 438158), 1, 4]) securityworker stdout | 2024-04-26 06:11:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:11:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:45 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:16,406 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:11:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:11:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:46.480714+00:00 (in 29.999559 seconds) autopruneworker stdout | 2024-04-26 06:11:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:46 UTC)" (scheduled at 2024-04-26 06:11:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:11:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111816484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:11:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:11:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:11:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:11:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:16,530 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:11:16,536 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:11:16,539 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} securityworker stdout | 2024-04-26 06:11:16,542 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} gunicorn-web stdout | 2024-04-26 06:11:16,545 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} namespacegcworker stdout | 2024-04-26 06:11:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:11:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:22.726645+00:00 (in 5.999266 seconds) namespacegcworker stdout | 2024-04-26 06:11:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:16 UTC)" (scheduled at 2024-04-26 06:11:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:11:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:11:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:11:16,983 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:11:18,067 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:11:19,586 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:11:20,208 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:11:21,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:21,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:23.524950+00:00 (in 1.996554 seconds) notificationworker stdout | 2024-04-26 06:11:21,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:21 UTC)" (scheduled at 2024-04-26 06:11:21.527910+00:00) notificationworker stdout | 2024-04-26 06:11:21,529 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), 'notification/%']) notificationworker stdout | 2024-04-26 06:11:21,533 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), True, datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), 0, 'notification/%']) notificationworker stdout | 2024-04-26 06:11:21,534 [72] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), True, datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), 0, 'notification/%', False, datetime.datetime(2024, 4, 26, 6, 11, 21, 528656), 'notification/%']) notificationworker stdout | 2024-04-26 06:11:21,535 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:21,535 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:21 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:11:22,726 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:11:22,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:34.643009+00:00 (in 11.915894 seconds) namespacegcworker stdout | 2024-04-26 06:11:22,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:22 UTC)" (scheduled at 2024-04-26 06:11:22.726645+00:00) namespacegcworker stdout | 2024-04-26 06:11:22,727 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:11:22,732 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), True, datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), 0, 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:11:22,733 [70] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), True, datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), 0, 'namespacegc/%', False, datetime.datetime(2024, 4, 26, 6, 11, 22, 727290), 'namespacegc/%']) namespacegcworker stdout | 2024-04-26 06:11:22,734 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:11:22,734 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:22 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:11:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:32.528171+00:00 (in 9.002730 seconds) notificationworker stdout | 2024-04-26 06:11:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:33 UTC)" (scheduled at 2024-04-26 06:11:23.524950+00:00) notificationworker stdout | 2024-04-26 06:11:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 23, 525734), True, datetime.datetime(2024, 4, 26, 6, 11, 23, 525734), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:11:24,238 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:11:25,905 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} repositoryactioncounter stdout | 2024-04-26 06:11:26,375 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} gunicorn-web stdout | 2024-04-26 06:11:26,381 [217] [DEBUG] [app] Starting request: urn:request:5236c06f-1fd0-4058-955c-aceee7d1996c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:26,381 [215] [DEBUG] [app] Starting request: urn:request:71c52596-b4d2-4fc5-be08-7e2668adbfed (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:26,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:11:26,384 [239] [DEBUG] [app] Starting request: urn:request:fbe5ee7b-a698-4b7f-b097-4ad3e00a2b2e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:26,384 [245] [DEBUG] [app] Starting request: urn:request:defa909c-8073-4435-8861-20a8f2a3c410 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:26,384 [239] [DEBUG] [app] Ending request: urn:request:fbe5ee7b-a698-4b7f-b097-4ad3e00a2b2e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fbe5ee7b-a698-4b7f-b097-4ad3e00a2b2e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:26,384 [245] [DEBUG] [app] Ending request: urn:request:defa909c-8073-4435-8861-20a8f2a3c410 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:defa909c-8073-4435-8861-20a8f2a3c410', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:11:26,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:26,385 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:26,387 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:26,387 [218] [DEBUG] [app] Starting request: urn:request:376db05b-6016-4fb5-b31a-155690d6097f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:26,387 [218] [DEBUG] [app] Ending request: urn:request:376db05b-6016-4fb5-b31a-155690d6097f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:376db05b-6016-4fb5-b31a-155690d6097f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:11:26,388 [217] [DEBUG] [app] Starting request: urn:request:ca0e7dfd-d05e-43fb-ac65-66e5dd9627ce (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:26,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:11:26,388 [217] [DEBUG] [app] Ending request: urn:request:ca0e7dfd-d05e-43fb-ac65-66e5dd9627ce (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ca0e7dfd-d05e-43fb-ac65-66e5dd9627ce', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:11:26,388 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:26,389 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:26,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:26,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:26,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:26,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:26,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:26,396 [217] [DEBUG] [app] Ending request: urn:request:5236c06f-1fd0-4058-955c-aceee7d1996c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:5236c06f-1fd0-4058-955c-aceee7d1996c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:26,396 [215] [DEBUG] [app] Ending request: urn:request:71c52596-b4d2-4fc5-be08-7e2668adbfed (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:71c52596-b4d2-4fc5-be08-7e2668adbfed', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:26,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:26,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:26,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:11:26,397 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) storagereplication stdout | 2024-04-26 06:11:26,879 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:11:27,512 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:11:28,127 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:11:28,130 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:11:28,134 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:11:28,995 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:11:30,731 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:11:31,390 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:11:31,458 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:11:31,630 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:11:32,368 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:11:32,466 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:11:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:33.524950+00:00 (in 0.996332 seconds) notificationworker stdout | 2024-04-26 06:11:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:32 UTC)" (scheduled at 2024-04-26 06:11:32.528171+00:00) notificationworker stdout | 2024-04-26 06:11:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:11:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:11:32,730 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:11:32,740 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:11:32,745 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:11:32,748 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:11:32,752 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:11:32,779 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:11:32,782 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:11:32,785 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:11:32,788 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:11:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:43.524950+00:00 (in 9.999533 seconds) notificationworker stdout | 2024-04-26 06:11:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:43 UTC)" (scheduled at 2024-04-26 06:11:33.524950+00:00) notificationworker stdout | 2024-04-26 06:11:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 33, 525699), True, datetime.datetime(2024, 4, 26, 6, 11, 33, 525699), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:11:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:11:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:16.726895+00:00 (in 42.083355 seconds) namespacegcworker stdout | 2024-04-26 06:11:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:34 UTC)" (scheduled at 2024-04-26 06:11:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:11:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:11:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 34, 643848), True, datetime.datetime(2024, 4, 26, 6, 11, 34, 643848), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:11:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:11:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:11:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:11:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:11:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:06.225712+00:00 (in 29.999548 seconds) buildlogsarchiver stdout | 2024-04-26 06:11:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:06 UTC)" (scheduled at 2024-04-26 06:11:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:11:36,227 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 11, 36, 226466), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:11:36,232 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:11:36,232 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:11:36,232 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:11:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:11:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:08.139839+00:00 (in 29.999493 seconds) gcworker stdout | 2024-04-26 06:11:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:08 UTC)" (scheduled at 2024-04-26 06:11:38.139839+00:00) gcworker stdout | 2024-04-26 06:11:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902298140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:11:38,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:11:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:11:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:11:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:11:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:45.434633+00:00 (in 4.995796 seconds) securityworker stdout | 2024-04-26 06:11:40,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:10 UTC)" (scheduled at 2024-04-26 06:11:40.438348+00:00) securityworker stdout | 2024-04-26 06:11:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:11:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:11:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:11:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:11:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:11:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:11:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:11:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:11:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:40,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 6, 40, 443501), 1, 4]) securityworker stdout | 2024-04-26 06:11:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 6, 40, 443501), 1, 4]) securityworker stdout | 2024-04-26 06:11:40,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:11:40,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:11:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:11:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:41,380 [217] [DEBUG] [app] Starting request: urn:request:33eb55bf-9f95-4193-a567-508c2ee033f9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:41,380 [216] [DEBUG] [app] Starting request: urn:request:6be867a0-5e08-4cbd-819c-7c3bd247e2c8 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:41,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:41,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:11:41,384 [239] [DEBUG] [app] Starting request: urn:request:940f811d-047a-4339-b7df-24b640fed77d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:41,384 [244] [DEBUG] [app] Starting request: urn:request:b770f811-ecb8-4a48-bb78-175127eaffb6 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:41,384 [244] [DEBUG] [app] Ending request: urn:request:b770f811-ecb8-4a48-bb78-175127eaffb6 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:b770f811-ecb8-4a48-bb78-175127eaffb6', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:41,384 [239] [DEBUG] [app] Ending request: urn:request:940f811d-047a-4339-b7df-24b640fed77d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:940f811d-047a-4339-b7df-24b640fed77d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:41,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:11:41,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:41,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:41,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:41,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:41,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:41,388 [215] [DEBUG] [app] Starting request: urn:request:ff5d63ba-fd80-4dac-86c9-ab2dfd06a8f1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:41,388 [218] [DEBUG] [app] Starting request: urn:request:764925cc-854d-437c-853b-367c0dd1364f (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:41,388 [218] [DEBUG] [app] Ending request: urn:request:764925cc-854d-437c-853b-367c0dd1364f (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:764925cc-854d-437c-853b-367c0dd1364f', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:11:41,388 [215] [DEBUG] [app] Ending request: urn:request:ff5d63ba-fd80-4dac-86c9-ab2dfd06a8f1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:ff5d63ba-fd80-4dac-86c9-ab2dfd06a8f1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:11:41,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:41,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:41,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:41,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:41,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:41,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:41,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:41,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:41,396 [217] [DEBUG] [app] Ending request: urn:request:33eb55bf-9f95-4193-a567-508c2ee033f9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:33eb55bf-9f95-4193-a567-508c2ee033f9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:41,396 [216] [DEBUG] [app] Ending request: urn:request:6be867a0-5e08-4cbd-819c-7c3bd247e2c8 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6be867a0-5e08-4cbd-819c-7c3bd247e2c8', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:41,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:41,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:41,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:11:41,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) globalpromstats stdout | 2024-04-26 06:11:42,686 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:11:43,134 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:11:43,210 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:11:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:53.524950+00:00 (in 9.999504 seconds) notificationworker stdout | 2024-04-26 06:11:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:53 UTC)" (scheduled at 2024-04-26 06:11:43.524950+00:00) notificationworker stdout | 2024-04-26 06:11:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 43, 525730), True, datetime.datetime(2024, 4, 26, 6, 11, 43, 525730), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:11:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:11:44,233 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} repositorygcworker stdout | 2024-04-26 06:11:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:11:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:11:46.737410+00:00 (in 2.010819 seconds) repositorygcworker stdout | 2024-04-26 06:11:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:44 UTC)" (scheduled at 2024-04-26 06:11:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:11:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:11:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 44, 726798), True, datetime.datetime(2024, 4, 26, 6, 11, 44, 726798), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:11:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:11:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:11:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:44 UTC)" executed successfully builder stdout | 2024-04-26 06:11:44,779 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:11:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:11:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:10.438348+00:00 (in 25.003241 seconds) securityworker stdout | 2024-04-26 06:11:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:15 UTC)" (scheduled at 2024-04-26 06:11:45.434633+00:00) securityworker stdout | 2024-04-26 06:11:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:11:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:11:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:11:45,439 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:11:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:11:45,443 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:46,414 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:11:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:11:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:16.480714+00:00 (in 29.999542 seconds) autopruneworker stdout | 2024-04-26 06:11:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:16 UTC)" (scheduled at 2024-04-26 06:11:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:11:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111846484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:11:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:11:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:11:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:16 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:11:46,542 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:11:46,548 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:11:46,552 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:11:46,556 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} securityworker stdout | 2024-04-26 06:11:46,579 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} repositorygcworker stdout | 2024-04-26 06:11:46,737 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:11:46,737 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:08.737804+00:00 (in 21.999926 seconds) repositorygcworker stdout | 2024-04-26 06:11:46,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:46 UTC)" (scheduled at 2024-04-26 06:11:46.737410+00:00) repositorygcworker stdout | 2024-04-26 06:11:46,738 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:11:46,743 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), True, datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), 0, 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:11:46,744 [79] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), True, datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), 0, 'repositorygc/%', False, datetime.datetime(2024, 4, 26, 6, 11, 46, 738066), 'repositorygc/%']) repositorygcworker stdout | 2024-04-26 06:11:46,745 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:11:46,745 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:16:46 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:11:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:11:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:06.745385+00:00 (in 19.996407 seconds) exportactionlogsworker stdout | 2024-04-26 06:11:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:46 UTC)" (scheduled at 2024-04-26 06:11:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:11:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:11:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:11:47,020 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:11:48,103 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:11:49,619 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:11:50,237 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:11:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:11:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:03.524950+00:00 (in 9.999507 seconds) notificationworker stdout | 2024-04-26 06:11:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:03 UTC)" (scheduled at 2024-04-26 06:11:53.524950+00:00) notificationworker stdout | 2024-04-26 06:11:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:11:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 53, 525717), True, datetime.datetime(2024, 4, 26, 6, 11, 53, 525717), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:11:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:11:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:11:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:11:54,257 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:11:55,942 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} gunicorn-web stdout | 2024-04-26 06:11:56,380 [215] [DEBUG] [app] Starting request: urn:request:024c809f-78bb-4c1c-8492-763f8b78b7f9 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:56,380 [216] [DEBUG] [app] Starting request: urn:request:b8f0d09a-a669-42cb-9bdd-279f85957d1f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:11:56,381 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:56,382 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:11:56,383 [239] [DEBUG] [app] Starting request: urn:request:0826daa4-848c-421a-9175-67a737e4fe27 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:56,383 [245] [DEBUG] [app] Starting request: urn:request:606f5b6d-a895-4bb8-873d-448e999e654e (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:11:56,383 [239] [DEBUG] [app] Ending request: urn:request:0826daa4-848c-421a-9175-67a737e4fe27 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0826daa4-848c-421a-9175-67a737e4fe27', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:56,384 [245] [DEBUG] [app] Ending request: urn:request:606f5b6d-a895-4bb8-873d-448e999e654e (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:606f5b6d-a895-4bb8-873d-448e999e654e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:11:56,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:11:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:11:56,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:56,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:56,385 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:56,386 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:11:56,387 [217] [DEBUG] [app] Starting request: urn:request:347cda3e-b473-406c-a298-360136e084db (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:56,387 [217] [DEBUG] [app] Ending request: urn:request:347cda3e-b473-406c-a298-360136e084db (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:347cda3e-b473-406c-a298-360136e084db', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:11:56,387 [218] [DEBUG] [app] Starting request: urn:request:f266ddb7-ae79-4451-a972-0496b125ba6d (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:11:56,387 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:11:56,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:56,388 [218] [DEBUG] [app] Ending request: urn:request:f266ddb7-ae79-4451-a972-0496b125ba6d (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f266ddb7-ae79-4451-a972-0496b125ba6d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:11:56,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:11:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:11:56,388 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:56,388 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:11:56,389 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:11:56,392 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:56,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:11:56,395 [216] [DEBUG] [app] Ending request: urn:request:b8f0d09a-a669-42cb-9bdd-279f85957d1f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:b8f0d09a-a669-42cb-9bdd-279f85957d1f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:56,395 [215] [DEBUG] [app] Ending request: urn:request:024c809f-78bb-4c1c-8492-763f8b78b7f9 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:024c809f-78bb-4c1c-8492-763f8b78b7f9', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:11:56,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:56,396 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:11:56,396 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:11:56,396 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:11:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:11:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) repositoryactioncounter stdout | 2024-04-26 06:11:56,411 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:11:56,914 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:11:57,521 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:11:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:11:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:10.045971+00:00 (in 12.002839 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:11:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:58 UTC)" (scheduled at 2024-04-26 06:11:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:11:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:11:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 11, 58, 43487), True, datetime.datetime(2024, 4, 26, 6, 11, 58, 43487), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:11:58,049 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:11:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:11:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:12:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:11:58,135 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:11:58,139 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:11:58,142 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:11:59,032 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:12:00,768 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:12:01,427 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:12:01,492 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:12:01,660 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:12:02,399 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:12:02,485 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:12:02,739 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:12:02,751 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:12:02,754 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:12:02,758 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:12:02,761 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:12:02,792 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:12:02,795 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:12:02,798 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:12:02,801 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:12:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:13.524950+00:00 (in 9.999498 seconds) notificationworker stdout | 2024-04-26 06:12:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:13 UTC)" (scheduled at 2024-04-26 06:12:03.524950+00:00) notificationworker stdout | 2024-04-26 06:12:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 3, 525746), True, datetime.datetime(2024, 4, 26, 6, 12, 3, 525746), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:12:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:12:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:36.225712+00:00 (in 29.999546 seconds) buildlogsarchiver stdout | 2024-04-26 06:12:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:36 UTC)" (scheduled at 2024-04-26 06:12:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:12:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 12, 6, 226439), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:12:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:12:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:12:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:12:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:12:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:46.748509+00:00 (in 40.002687 seconds) exportactionlogsworker stdout | 2024-04-26 06:12:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:06 UTC)" (scheduled at 2024-04-26 06:12:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:12:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:12:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 6, 746107), True, datetime.datetime(2024, 4, 26, 6, 12, 6, 746107), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:12:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:12:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:12:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:12:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:12:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:38.139839+00:00 (in 29.999513 seconds) gcworker stdout | 2024-04-26 06:12:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:38 UTC)" (scheduled at 2024-04-26 06:12:08.139839+00:00) gcworker stdout | 2024-04-26 06:12:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902328140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:12:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:12:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:12:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:12:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:12:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:44.726048+00:00 (in 35.987768 seconds) repositorygcworker stdout | 2024-04-26 06:12:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:08 UTC)" (scheduled at 2024-04-26 06:12:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:12:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:12:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:12:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:12:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:53.045734+00:00 (in 42.999288 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:12:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:10 UTC)" (scheduled at 2024-04-26 06:12:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:12:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:12:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:12:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:12:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:15.434633+00:00 (in 4.995805 seconds) securityworker stdout | 2024-04-26 06:12:10,439 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:40 UTC)" (scheduled at 2024-04-26 06:12:10.438348+00:00) securityworker stdout | 2024-04-26 06:12:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:12:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:12:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:12:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:10,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:12:10,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:12:10,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:12:10,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:12:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:12:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 7, 10, 443577), 1, 4]) securityworker stdout | 2024-04-26 06:12:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:10,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 7, 10, 443577), 1, 4]) securityworker stdout | 2024-04-26 06:12:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:12:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:11,380 [217] [DEBUG] [app] Starting request: urn:request:2bfd848e-9e7b-4d29-84ba-5f05f2e9baea (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:11,380 [218] [DEBUG] [app] Starting request: urn:request:422e8f35-8ae2-40f9-ba9c-499922380688 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:11,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:11,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:12:11,383 [239] [DEBUG] [app] Starting request: urn:request:d26c8993-dba2-45cd-9a5c-06b9179bca38 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:11,384 [245] [DEBUG] [app] Starting request: urn:request:4a771bc6-85d1-4d93-a94c-c5a2695afc69 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:11,384 [239] [DEBUG] [app] Ending request: urn:request:d26c8993-dba2-45cd-9a5c-06b9179bca38 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:d26c8993-dba2-45cd-9a5c-06b9179bca38', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:11,384 [245] [DEBUG] [app] Ending request: urn:request:4a771bc6-85d1-4d93-a94c-c5a2695afc69 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4a771bc6-85d1-4d93-a94c-c5a2695afc69', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:11,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-registry stdout | 2024-04-26 06:12:11,384 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:11,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:11,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:11,386 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:11,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:11,388 [215] [DEBUG] [app] Starting request: urn:request:61413fd1-7ccb-49d3-b73e-396ddc396ac1 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:11,388 [216] [DEBUG] [app] Starting request: urn:request:75c30ebe-1088-4a75-8d71-2d91a3c3fa07 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:11,388 [215] [DEBUG] [app] Ending request: urn:request:61413fd1-7ccb-49d3-b73e-396ddc396ac1 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:61413fd1-7ccb-49d3-b73e-396ddc396ac1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:12:11,388 [216] [DEBUG] [app] Ending request: urn:request:75c30ebe-1088-4a75-8d71-2d91a3c3fa07 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:75c30ebe-1088-4a75-8d71-2d91a3c3fa07', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:12:11,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:11,389 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:11,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:11,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:11,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:11,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:11,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:11,393 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:11,396 [217] [DEBUG] [app] Ending request: urn:request:2bfd848e-9e7b-4d29-84ba-5f05f2e9baea (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2bfd848e-9e7b-4d29-84ba-5f05f2e9baea', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:11,396 [218] [DEBUG] [app] Ending request: urn:request:422e8f35-8ae2-40f9-ba9c-499922380688 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:422e8f35-8ae2-40f9-ba9c-499922380688', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:11,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:11,397 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:11,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:12:11,397 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.018) globalpromstats stdout | 2024-04-26 06:12:12,723 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:12:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:12:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:12.842614+00:00 (in 59.999514 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:12:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:12 UTC)" (scheduled at 2024-04-26 06:12:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:12:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:12:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:12:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:12:13,165 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:12:13,218 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:12:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:23.524950+00:00 (in 9.999474 seconds) notificationworker stdout | 2024-04-26 06:12:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:23 UTC)" (scheduled at 2024-04-26 06:12:13.524950+00:00) notificationworker stdout | 2024-04-26 06:12:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 13, 525757), True, datetime.datetime(2024, 4, 26, 6, 12, 13, 525757), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:12:14,256 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:12:14,801 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:12:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:12:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:40.438348+00:00 (in 25.003197 seconds) securityworker stdout | 2024-04-26 06:12:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:45 UTC)" (scheduled at 2024-04-26 06:12:15.434633+00:00) securityworker stdout | 2024-04-26 06:12:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:12:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:12:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:12:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:12:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:12:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:12:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 7, 15, 438421), 1, 4]) securityworker stdout | 2024-04-26 06:12:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 7, 15, 438421), 1, 4]) securityworker stdout | 2024-04-26 06:12:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:12:15,446 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:45 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:16,422 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:12:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:12:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:46.480714+00:00 (in 29.999554 seconds) autopruneworker stdout | 2024-04-26 06:12:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:46 UTC)" (scheduled at 2024-04-26 06:12:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:12:16,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111876484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:12:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:12:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:12:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:12:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:16,555 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:12:16,559 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:12:16,565 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:12:16,567 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} securityworker stdout | 2024-04-26 06:12:16,593 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} namespacegcworker stdout | 2024-04-26 06:12:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:12:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:34.643009+00:00 (in 17.915585 seconds) namespacegcworker stdout | 2024-04-26 06:12:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:16 UTC)" (scheduled at 2024-04-26 06:12:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:12:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:12:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:12:17,047 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:12:18,129 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:12:19,630 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:12:20,274 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:12:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:32.528171+00:00 (in 9.002718 seconds) notificationworker stdout | 2024-04-26 06:12:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:33 UTC)" (scheduled at 2024-04-26 06:12:23.524950+00:00) notificationworker stdout | 2024-04-26 06:12:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 23, 525733), True, datetime.datetime(2024, 4, 26, 6, 12, 23, 525733), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:12:24,279 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:12:25,951 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} gunicorn-web stdout | 2024-04-26 06:12:26,380 [216] [DEBUG] [app] Starting request: urn:request:8ae26b26-1a44-4f99-be61-f022b92dc326 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:26,380 [217] [DEBUG] [app] Starting request: urn:request:84b8d394-a26e-4960-a12f-df45dc715a4f (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:26,381 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:26,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:12:26,383 [244] [DEBUG] [app] Starting request: urn:request:319a88ba-9a84-4682-9a6d-9733a17c9426 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:26,383 [239] [DEBUG] [app] Starting request: urn:request:5215daf3-7cf0-4549-8cec-87360e57de3d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:26,383 [239] [DEBUG] [app] Ending request: urn:request:5215daf3-7cf0-4549-8cec-87360e57de3d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:5215daf3-7cf0-4549-8cec-87360e57de3d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:26,383 [244] [DEBUG] [app] Ending request: urn:request:319a88ba-9a84-4682-9a6d-9733a17c9426 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:319a88ba-9a84-4682-9a6d-9733a17c9426', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:12:26,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:12:26,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:26,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:26,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:26,386 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:26,388 [215] [DEBUG] [app] Starting request: urn:request:e86d74c8-35c3-473a-bac2-24f01baa29d8 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:26,388 [218] [DEBUG] [app] Starting request: urn:request:f2dd817b-f26f-4d1c-ba50-cc1a7dc27e0e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:26,388 [218] [DEBUG] [app] Ending request: urn:request:f2dd817b-f26f-4d1c-ba50-cc1a7dc27e0e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:f2dd817b-f26f-4d1c-ba50-cc1a7dc27e0e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:12:26,388 [215] [DEBUG] [app] Ending request: urn:request:e86d74c8-35c3-473a-bac2-24f01baa29d8 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e86d74c8-35c3-473a-bac2-24f01baa29d8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) gunicorn-web stdout | 2024-04-26 06:12:26,388 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:26,388 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:26,388 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:26,388 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:26,389 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:26,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:26,392 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:26,392 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:26,396 [217] [DEBUG] [app] Ending request: urn:request:84b8d394-a26e-4960-a12f-df45dc715a4f (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:84b8d394-a26e-4960-a12f-df45dc715a4f', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:26,396 [216] [DEBUG] [app] Ending request: urn:request:8ae26b26-1a44-4f99-be61-f022b92dc326 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:8ae26b26-1a44-4f99-be61-f022b92dc326', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:26,396 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:26,396 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:26,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:12:26,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.018 118 0.017) repositoryactioncounter stdout | 2024-04-26 06:12:26,437 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:12:26,951 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:12:27,539 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} gunicorn-secscan stdout | 2024-04-26 06:12:28,143 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:12:28,146 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:12:28,149 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:12:29,069 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:12:30,804 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:12:31,463 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:12:31,528 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:12:31,673 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:12:32,424 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:12:32,523 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} notificationworker stdout | 2024-04-26 06:12:32,528 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:32,528 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:33.524950+00:00 (in 0.996319 seconds) notificationworker stdout | 2024-04-26 06:12:32,528 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:32 UTC)" (scheduled at 2024-04-26 06:12:32.528171+00:00) notificationworker stdout | 2024-04-26 06:12:32,528 [72] [DEBUG] [workers.queueworker] Running watchdog. notificationworker stdout | 2024-04-26 06:12:32,528 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:32 UTC)" executed successfully gunicorn-registry stdout | 2024-04-26 06:12:32,751 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:12:32,761 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:12:32,764 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:12:32,768 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:12:32,770 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:12:32,803 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:12:32,806 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:12:32,809 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:12:32,812 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:12:33,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:33,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:43.524950+00:00 (in 9.999460 seconds) notificationworker stdout | 2024-04-26 06:12:33,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:43 UTC)" (scheduled at 2024-04-26 06:12:33.524950+00:00) notificationworker stdout | 2024-04-26 06:12:33,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:33,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 33, 525798), True, datetime.datetime(2024, 4, 26, 6, 12, 33, 525798), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:33,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:33,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:33,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:43 UTC)" executed successfully namespacegcworker stdout | 2024-04-26 06:12:34,643 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:12:34,643 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:16.726895+00:00 (in 42.083387 seconds) namespacegcworker stdout | 2024-04-26 06:12:34,643 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:34 UTC)" (scheduled at 2024-04-26 06:12:34.643009+00:00) namespacegcworker stdout | 2024-04-26 06:12:34,643 [70] [DEBUG] [workers.queueworker] Getting work item from queue. namespacegcworker stdout | 2024-04-26 06:12:34,644 [70] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 34, 643789), True, datetime.datetime(2024, 4, 26, 6, 12, 34, 643789), 0, 'namespacegc/%', 50, 1, 0]) namespacegcworker stdout | 2024-04-26 06:12:34,649 [70] [DEBUG] [workers.queueworker] No more work. namespacegcworker stdout | 2024-04-26 06:12:34,649 [70] [DEBUG] [data.database] Disconnecting from database. namespacegcworker stdout | 2024-04-26 06:12:34,649 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:34 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:12:36,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:12:36,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:06.225712+00:00 (in 29.999555 seconds) buildlogsarchiver stdout | 2024-04-26 06:12:36,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:06 UTC)" (scheduled at 2024-04-26 06:12:36.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:12:36,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 12, 36, 226427), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:12:36,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:12:36,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:12:36,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:12:38,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:12:38,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:08.139839+00:00 (in 29.999496 seconds) gcworker stdout | 2024-04-26 06:12:38,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:08 UTC)" (scheduled at 2024-04-26 06:12:38.139839+00:00) gcworker stdout | 2024-04-26 06:12:38,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902358140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:12:38,146 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:12:38,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:12:38,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:08 UTC)" executed successfully securityworker stdout | 2024-04-26 06:12:40,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:12:40,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:45.434633+00:00 (in 4.995801 seconds) securityworker stdout | 2024-04-26 06:12:40,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:10 UTC)" (scheduled at 2024-04-26 06:12:40.438348+00:00) securityworker stdout | 2024-04-26 06:12:40,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:40,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:12:40,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:12:40,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:12:40,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:40,440 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:12:40,440 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:12:40,442 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:12:40,443 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:12:40,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:12:40,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:40,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:40,449 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 7, 40, 443443), 1, 4]) securityworker stdout | 2024-04-26 06:12:40,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:40,450 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:40,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 7, 40, 443443), 1, 4]) securityworker stdout | 2024-04-26 06:12:40,451 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:12:40,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:12:40,451 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:40,451 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:12:40,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:12:40,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:12:40,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:12:40,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:12:40,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:12:40,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:10 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:41,380 [218] [DEBUG] [app] Starting request: urn:request:efe73721-9552-40a5-a4e9-5ef943ddcaae (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:41,380 [217] [DEBUG] [app] Starting request: urn:request:f1c2b643-780b-4bb3-b8ee-52da167bd546 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:41,381 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:41,381 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:12:41,383 [246] [DEBUG] [app] Starting request: urn:request:3bde6982-7e7d-44fa-95d1-04ee3c77eb30 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:41,383 [239] [DEBUG] [app] Starting request: urn:request:4a4675c6-d8c6-433b-a0d1-54860bbc1c40 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:41,383 [239] [DEBUG] [app] Ending request: urn:request:4a4675c6-d8c6-433b-a0d1-54860bbc1c40 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4a4675c6-d8c6-433b-a0d1-54860bbc1c40', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:41,383 [246] [DEBUG] [app] Ending request: urn:request:3bde6982-7e7d-44fa-95d1-04ee3c77eb30 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:3bde6982-7e7d-44fa-95d1-04ee3c77eb30', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:41,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:41,384 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:12:41,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:41,384 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:12:41,385 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:41,385 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:41,387 [215] [DEBUG] [app] Starting request: urn:request:9f3efd26-02be-4f72-a34e-41f46b0d175e (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:41,387 [218] [DEBUG] [app] Starting request: urn:request:2f1a9f6b-e6e4-4ba9-bd32-f3ef286400a2 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:41,387 [215] [DEBUG] [app] Ending request: urn:request:9f3efd26-02be-4f72-a34e-41f46b0d175e (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9f3efd26-02be-4f72-a34e-41f46b0d175e', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:12:41,387 [218] [DEBUG] [app] Ending request: urn:request:2f1a9f6b-e6e4-4ba9-bd32-f3ef286400a2 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:2f1a9f6b-e6e4-4ba9-bd32-f3ef286400a2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:12:41,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:41,387 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:41 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:41,387 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:41,388 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:41,388 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:41,388 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:41,391 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:41,391 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:41,394 [218] [DEBUG] [app] Ending request: urn:request:efe73721-9552-40a5-a4e9-5ef943ddcaae (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:efe73721-9552-40a5-a4e9-5ef943ddcaae', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:41,394 [217] [DEBUG] [app] Ending request: urn:request:f1c2b643-780b-4bb3-b8ee-52da167bd546 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:f1c2b643-780b-4bb3-b8ee-52da167bd546', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:41,394 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:41,394 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:41,395 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:12:41,395 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:41 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:41 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) globalpromstats stdout | 2024-04-26 06:12:42,759 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} chunkcleanupworker stdout | 2024-04-26 06:12:43,189 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:12:43,240 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:12:43,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:43,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:53.524950+00:00 (in 9.999462 seconds) notificationworker stdout | 2024-04-26 06:12:43,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:53 UTC)" (scheduled at 2024-04-26 06:12:43.524950+00:00) notificationworker stdout | 2024-04-26 06:12:43,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:43,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 43, 525778), True, datetime.datetime(2024, 4, 26, 6, 12, 43, 525778), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:43,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:43,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:43,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:12:53 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:12:44,267 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} repositorygcworker stdout | 2024-04-26 06:12:44,726 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:12:44,726 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:08.737804+00:00 (in 24.011213 seconds) repositorygcworker stdout | 2024-04-26 06:12:44,726 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:44 UTC)" (scheduled at 2024-04-26 06:12:44.726048+00:00) repositorygcworker stdout | 2024-04-26 06:12:44,726 [79] [DEBUG] [workers.queueworker] Getting work item from queue. repositorygcworker stdout | 2024-04-26 06:12:44,727 [79] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 44, 726800), True, datetime.datetime(2024, 4, 26, 6, 12, 44, 726800), 0, 'repositorygc/%', 50, 1, 0]) repositorygcworker stdout | 2024-04-26 06:12:44,732 [79] [DEBUG] [workers.queueworker] No more work. repositorygcworker stdout | 2024-04-26 06:12:44,732 [79] [DEBUG] [data.database] Disconnecting from database. repositorygcworker stdout | 2024-04-26 06:12:44,732 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:44 UTC)" executed successfully builder stdout | 2024-04-26 06:12:44,837 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:12:45,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:12:45,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:10.438348+00:00 (in 25.003277 seconds) securityworker stdout | 2024-04-26 06:12:45,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:15 UTC)" (scheduled at 2024-04-26 06:12:45.434633+00:00) securityworker stdout | 2024-04-26 06:12:45,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:12:45,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:12:45,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:12:45,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:12:45,442 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:12:45,442 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:15 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:46,429 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:12:46,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:12:46,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:16.480714+00:00 (in 29.999544 seconds) autopruneworker stdout | 2024-04-26 06:12:46,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:16 UTC)" (scheduled at 2024-04-26 06:12:46.480714+00:00) autopruneworker stdout | 2024-04-26 06:12:46,485 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111906484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:12:46,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:12:46,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:12:46,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:16 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:12:46,569 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:12:46,574 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:12:46,577 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:12:46,580 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} securityworker stdout | 2024-04-26 06:12:46,601 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} exportactionlogsworker stdout | 2024-04-26 06:12:46,748 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:12:46,748 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:06.745385+00:00 (in 19.996425 seconds) exportactionlogsworker stdout | 2024-04-26 06:12:46,749 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:46 UTC)" (scheduled at 2024-04-26 06:12:46.748509+00:00) exportactionlogsworker stdout | 2024-04-26 06:12:46,749 [61] [DEBUG] [workers.queueworker] Running watchdog. exportactionlogsworker stdout | 2024-04-26 06:12:46,749 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:46 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:12:47,066 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:12:48,166 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:12:49,667 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:12:50,286 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} securityscanningnotificationworker stdout | 2024-04-26 06:12:53,045 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:12:53,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:12:58.042626+00:00 (in 4.996395 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:12:53,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:17:53 UTC)" (scheduled at 2024-04-26 06:12:53.045734+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:12:53,046 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [False, datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:12:53,051 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), True, datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), 0, 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:12:53,052 [80] [DEBUG] [peewee] ('SELECT COUNT(1) FROM (SELECT DISTINCT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) AND NOT ("t1"."queue_name" IN (SELECT "t1"."queue_name" FROM "queueitem" AS "t1" WHERE ((("t1"."available" = %s) AND ("t1"."processing_expires" > %s)) AND ("t1"."queue_name" ILIKE %s)))))) AS "_wrapped"', [datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), True, datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), 0, 'secscanv4/%', False, datetime.datetime(2024, 4, 26, 6, 12, 53, 46437), 'secscanv4/%']) securityscanningnotificationworker stdout | 2024-04-26 06:12:53,053 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:12:53,053 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.update_queue_metrics (trigger: interval[0:05:00], next run at: 2024-04-26 06:17:53 UTC)" executed successfully notificationworker stdout | 2024-04-26 06:12:53,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:12:53,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:03.524950+00:00 (in 9.999495 seconds) notificationworker stdout | 2024-04-26 06:12:53,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:03 UTC)" (scheduled at 2024-04-26 06:12:53.524950+00:00) notificationworker stdout | 2024-04-26 06:12:53,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:12:53,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 53, 525737), True, datetime.datetime(2024, 4, 26, 6, 12, 53, 525737), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:12:53,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:12:53,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:12:53,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:03 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:12:54,314 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:12:55,988 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} gunicorn-web stdout | 2024-04-26 06:12:56,381 [217] [DEBUG] [app] Starting request: urn:request:c232cef9-6f79-416f-8838-3722554a3d71 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:56,381 [216] [DEBUG] [app] Starting request: urn:request:a2da29eb-64db-4ce2-b4bc-8bcc17221930 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:12:56,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:56,382 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:12:56,384 [239] [DEBUG] [app] Starting request: urn:request:397703d6-206c-44cd-a24c-c6bddad2f5e8 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:56,384 [245] [DEBUG] [app] Starting request: urn:request:9017137b-cc8f-4b3c-abe4-4402d6cacfb2 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:12:56,384 [239] [DEBUG] [app] Ending request: urn:request:397703d6-206c-44cd-a24c-c6bddad2f5e8 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:397703d6-206c-44cd-a24c-c6bddad2f5e8', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:12:56,384 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:12:56,384 [245] [DEBUG] [app] Ending request: urn:request:9017137b-cc8f-4b3c-abe4-4402d6cacfb2 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:9017137b-cc8f-4b3c-abe4-4402d6cacfb2', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:12:56,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-registry stdout | 2024-04-26 06:12:56,385 [245] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:56,385 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-web stdout | 2024-04-26 06:12:56,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:56,387 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:12:56,388 [215] [DEBUG] [app] Starting request: urn:request:e6cf39b3-9efd-4c6c-bb3a-d4d9b25bb309 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:56,388 [218] [DEBUG] [app] Starting request: urn:request:9fe27492-c881-42eb-9afd-ec1469c58dad (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:12:56,388 [215] [DEBUG] [app] Ending request: urn:request:e6cf39b3-9efd-4c6c-bb3a-d4d9b25bb309 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e6cf39b3-9efd-4c6c-bb3a-d4d9b25bb309', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:12:56,389 [218] [DEBUG] [app] Ending request: urn:request:9fe27492-c881-42eb-9afd-ec1469c58dad (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:9fe27492-c881-42eb-9afd-ec1469c58dad', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) gunicorn-web stdout | 2024-04-26 06:12:56,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:56,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:12:56,389 [218] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:12:56 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:12:56,389 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:12:56,389 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:56,390 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:12:56,393 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:56,393 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:12:56,397 [216] [DEBUG] [app] Ending request: urn:request:a2da29eb-64db-4ce2-b4bc-8bcc17221930 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:a2da29eb-64db-4ce2-b4bc-8bcc17221930', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:56,397 [217] [DEBUG] [app] Ending request: urn:request:c232cef9-6f79-416f-8838-3722554a3d71 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:c232cef9-6f79-416f-8838-3722554a3d71', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:12:56,397 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:56,397 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:12:56,397 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.017) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:12:56 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.017 118 0.018) gunicorn-web stdout | 2024-04-26 06:12:56,397 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:12:56 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" repositoryactioncounter stdout | 2024-04-26 06:12:56,473 [78] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositoryactioncounter.py', 'pid': '78'} storagereplication stdout | 2024-04-26 06:12:56,968 [99] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'storagereplication.py', 'pid': '99'} exportactionlogsworker stdout | 2024-04-26 06:12:57,576 [61] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'exportactionlogsworker.py', 'pid': '61'} securityscanningnotificationworker stdout | 2024-04-26 06:12:58,042 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:12:58,043 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:10.045971+00:00 (in 12.002842 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:12:58,043 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:58 UTC)" (scheduled at 2024-04-26 06:12:58.042626+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:12:58,043 [80] [DEBUG] [workers.queueworker] Getting work item from queue. securityscanningnotificationworker stdout | 2024-04-26 06:12:58,044 [80] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 12, 58, 43362), True, datetime.datetime(2024, 4, 26, 6, 12, 58, 43362), 0, 'secscanv4/%', 50, 1, 0]) securityscanningnotificationworker stdout | 2024-04-26 06:12:58,048 [80] [DEBUG] [workers.queueworker] No more work. securityscanningnotificationworker stdout | 2024-04-26 06:12:58,049 [80] [DEBUG] [data.database] Disconnecting from database. securityscanningnotificationworker stdout | 2024-04-26 06:12:58,049 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:13:58 UTC)" executed successfully gunicorn-secscan stdout | 2024-04-26 06:12:58,152 [223] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '223'} gunicorn-secscan stdout | 2024-04-26 06:12:58,155 [65] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '65'} gunicorn-secscan stdout | 2024-04-26 06:12:58,158 [224] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'secscan:application', 'pid': '224'} repositorygcworker stdout | 2024-04-26 06:12:59,089 [79] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'repositorygcworker.py', 'pid': '79'} blobuploadcleanupworker stdout | 2024-04-26 06:13:00,830 [55] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'blobuploadcleanupworker.py', 'pid': '55'} gcworker stdout | 2024-04-26 06:13:01,500 [62] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'gcworker.py', 'pid': '62'} buildlogsarchiver stdout | 2024-04-26 06:13:01,553 [57] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'buildlogsarchiver.py', 'pid': '57'} queuecleanupworker stdout | 2024-04-26 06:13:01,687 [74] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'queuecleanupworker.py', 'pid': '74'} manifestbackfillworker stdout | 2024-04-26 06:13:02,440 [68] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'manifestbackfillworker.py', 'pid': '68'} autopruneworker stdout | 2024-04-26 06:13:02,538 [54] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'autopruneworker.py', 'pid': '54'} gunicorn-registry stdout | 2024-04-26 06:13:02,761 [64] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '64'} gunicorn-registry stdout | 2024-04-26 06:13:02,771 [239] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '239'} gunicorn-registry stdout | 2024-04-26 06:13:02,774 [240] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '240'} gunicorn-registry stdout | 2024-04-26 06:13:02,777 [241] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '241'} gunicorn-registry stdout | 2024-04-26 06:13:02,779 [245] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '245'} gunicorn-registry stdout | 2024-04-26 06:13:02,813 [242] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '242'} gunicorn-registry stdout | 2024-04-26 06:13:02,816 [243] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '243'} gunicorn-registry stdout | 2024-04-26 06:13:02,819 [246] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '246'} gunicorn-registry stdout | 2024-04-26 06:13:02,821 [244] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'registry:application', 'pid': '244'} notificationworker stdout | 2024-04-26 06:13:03,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:13:03,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:13.524950+00:00 (in 9.999461 seconds) notificationworker stdout | 2024-04-26 06:13:03,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:13 UTC)" (scheduled at 2024-04-26 06:13:03.524950+00:00) notificationworker stdout | 2024-04-26 06:13:03,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:13:03,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 13, 3, 525801), True, datetime.datetime(2024, 4, 26, 6, 13, 3, 525801), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:13:03,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:13:03,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:13:03,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:13 UTC)" executed successfully buildlogsarchiver stdout | 2024-04-26 06:13:06,225 [57] [DEBUG] [apscheduler.scheduler] Looking for jobs to run buildlogsarchiver stdout | 2024-04-26 06:13:06,226 [57] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:36.225712+00:00 (in 29.999551 seconds) buildlogsarchiver stdout | 2024-04-26 06:13:06,226 [57] [INFO] [apscheduler.executors.default] Running job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:36 UTC)" (scheduled at 2024-04-26 06:13:06.225712+00:00) buildlogsarchiver stdout | 2024-04-26 06:13:06,226 [57] [DEBUG] [peewee] ('SELECT "candidates"."id" FROM (SELECT "t1"."id" FROM "repositorybuild" AS "t1" WHERE ((("t1"."phase" IN (%s, %s, %s)) OR ("t1"."started" < %s)) AND ("t1"."logs_archived" = %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', ['complete', 'error', 'cancelled', datetime.datetime(2024, 4, 11, 6, 13, 6, 226417), False, 50, 1, 0]) buildlogsarchiver stdout | 2024-04-26 06:13:06,231 [57] [DEBUG] [__main__] No more builds to archive buildlogsarchiver stdout | 2024-04-26 06:13:06,231 [57] [DEBUG] [data.database] Disconnecting from database. buildlogsarchiver stdout | 2024-04-26 06:13:06,231 [57] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:36 UTC)" executed successfully exportactionlogsworker stdout | 2024-04-26 06:13:06,745 [61] [DEBUG] [apscheduler.scheduler] Looking for jobs to run exportactionlogsworker stdout | 2024-04-26 06:13:06,745 [61] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:46.748509+00:00 (in 40.002640 seconds) exportactionlogsworker stdout | 2024-04-26 06:13:06,745 [61] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:06 UTC)" (scheduled at 2024-04-26 06:13:06.745385+00:00) exportactionlogsworker stdout | 2024-04-26 06:13:06,746 [61] [DEBUG] [workers.queueworker] Getting work item from queue. exportactionlogsworker stdout | 2024-04-26 06:13:06,746 [61] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 13, 6, 746084), True, datetime.datetime(2024, 4, 26, 6, 13, 6, 746084), 0, 'exportactionlogs/%', 50, 1, 0]) exportactionlogsworker stdout | 2024-04-26 06:13:06,751 [61] [DEBUG] [workers.queueworker] No more work. exportactionlogsworker stdout | 2024-04-26 06:13:06,751 [61] [DEBUG] [data.database] Disconnecting from database. exportactionlogsworker stdout | 2024-04-26 06:13:06,751 [61] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:06 UTC)" executed successfully gcworker stdout | 2024-04-26 06:13:08,140 [62] [DEBUG] [apscheduler.scheduler] Looking for jobs to run gcworker stdout | 2024-04-26 06:13:08,140 [62] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:38.139839+00:00 (in 29.999490 seconds) gcworker stdout | 2024-04-26 06:13:08,140 [62] [INFO] [apscheduler.executors.default] Running job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:38 UTC)" (scheduled at 2024-04-26 06:13:08.139839+00:00) gcworker stdout | 2024-04-26 06:13:08,141 [62] [DEBUG] [peewee] ('SELECT "candidates"."repository_id" FROM (SELECT DISTINCT "t1"."repository_id" FROM "tag" AS "t1" INNER JOIN "repository" AS "t2" ON ("t1"."repository_id" = "t2"."id") INNER JOIN "user" AS "t3" ON ("t2"."namespace_user_id" = "t3"."id") WHERE ((((NOT ("t1"."lifetime_end_ms" IS %s) AND ("t1"."lifetime_end_ms" <= %s)) AND ("t3"."removed_tag_expiration_s" = %s)) AND ("t3"."enabled" = %s)) AND ("t2"."state" != %s)) LIMIT %s) AS "candidates" ORDER BY Random() LIMIT %s OFFSET %s', [None, 1712902388140, 1209600, True, 3, 500, 1, 0]) gcworker stdout | 2024-04-26 06:13:08,147 [62] [DEBUG] [__main__] No repository with garbage found gcworker stdout | 2024-04-26 06:13:08,147 [62] [DEBUG] [data.database] Disconnecting from database. gcworker stdout | 2024-04-26 06:13:08,147 [62] [INFO] [apscheduler.executors.default] Job "GarbageCollectionWorker._garbage_collection_repos (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:38 UTC)" executed successfully repositorygcworker stdout | 2024-04-26 06:13:08,738 [79] [DEBUG] [apscheduler.scheduler] Looking for jobs to run repositorygcworker stdout | 2024-04-26 06:13:08,738 [79] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:44.726048+00:00 (in 35.987703 seconds) repositorygcworker stdout | 2024-04-26 06:13:08,738 [79] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:08 UTC)" (scheduled at 2024-04-26 06:13:08.737804+00:00) repositorygcworker stdout | 2024-04-26 06:13:08,738 [79] [DEBUG] [workers.queueworker] Running watchdog. repositorygcworker stdout | 2024-04-26 06:13:08,738 [79] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:08 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:13:10,046 [80] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityscanningnotificationworker stdout | 2024-04-26 06:13:10,046 [80] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:58.042626+00:00 (in 47.996160 seconds) securityscanningnotificationworker stdout | 2024-04-26 06:13:10,046 [80] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:10 UTC)" (scheduled at 2024-04-26 06:13:10.045971+00:00) securityscanningnotificationworker stdout | 2024-04-26 06:13:10,046 [80] [DEBUG] [workers.queueworker] Running watchdog. securityscanningnotificationworker stdout | 2024-04-26 06:13:10,046 [80] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:10 UTC)" executed successfully securityworker stdout | 2024-04-26 06:13:10,438 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:13:10,438 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:15.434633+00:00 (in 4.995830 seconds) securityworker stdout | 2024-04-26 06:13:10,438 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:40 UTC)" (scheduled at 2024-04-26 06:13:10.438348+00:00) securityworker stdout | 2024-04-26 06:13:10,439 [81] [DEBUG] [util.locking] Acquiring global lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:13:10,439 [81] [DEBUG] [redis_lock.acquire] Getting 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST' ... securityworker stdout | 2024-04-26 06:13:10,440 [81] [INFO] [redis_lock.acquire] Got lock for 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:13:10,440 [81] [DEBUG] [redis_lock.refresh.start] Starting thread to refresh lock every 200.0 seconds securityworker stdout | 2024-04-26 06:13:10,440 [81] [DEBUG] [util.locking] Acquired lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:13:10,441 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:13:10,441 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:13:10,443 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:13:10,444 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:13:10,448 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:13:10,449 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:10,449 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:10,450 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 8, 10, 444368), 1, 4]) securityworker stdout | 2024-04-26 06:13:10,450 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:10,451 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:10,451 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 8, 10, 444368), 1, 4]) securityworker stdout | 2024-04-26 06:13:10,452 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:10,452 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [util.locking] Releasing lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [redis_lock.refresh.shutdown] Signalling the lock refresher to stop securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [redis_lock.refresh.thread.exit] Exit requested, stopping lock refreshing securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [redis_lock.refresh.exit] Lock refresher has stopped securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [redis_lock.release] Releasing 'lock:SECURITYWORKER_INDEX_RECENT_MANIFEST'. securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [util.locking] Released lock SECURITYWORKER_INDEX_RECENT_MANIFEST securityworker stdout | 2024-04-26 06:13:10,452 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:13:10,452 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_recent_manifests_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:40 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:13:11,380 [215] [DEBUG] [app] Starting request: urn:request:6ed5e7dc-2b1c-4caa-8b43-068ee4fffc0c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:13:11,380 [216] [DEBUG] [app] Starting request: urn:request:6ab975a6-6cfc-466e-be72-dd408cc0e39a (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:13:11,381 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:11,381 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:13:11,383 [246] [DEBUG] [app] Starting request: urn:request:fd283e1a-14fe-4509-a3a7-93c15453e9ca (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:13:11,383 [244] [DEBUG] [app] Starting request: urn:request:4b2a0515-35f4-4ed0-a7e1-5bf3220713c7 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:13:11,383 [246] [DEBUG] [app] Ending request: urn:request:fd283e1a-14fe-4509-a3a7-93c15453e9ca (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:fd283e1a-14fe-4509-a3a7-93c15453e9ca', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:13:11,383 [244] [DEBUG] [app] Ending request: urn:request:4b2a0515-35f4-4ed0-a7e1-5bf3220713c7 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:4b2a0515-35f4-4ed0-a7e1-5bf3220713c7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 162 0.001) gunicorn-registry stdout | 2024-04-26 06:13:11,384 [246] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:13:11,384 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:11 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:13:11,384 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:11,384 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:11,385 [215] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:11,385 [216] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:11,386 [215] [DEBUG] [app] Starting request: urn:request:1564eadf-705a-47d7-b3eb-cbeda74845a5 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:13:11,386 [216] [DEBUG] [app] Starting request: urn:request:e53312a5-2076-4ad5-b82e-e8b650e0e7f7 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:13:11,387 [216] [DEBUG] [app] Ending request: urn:request:e53312a5-2076-4ad5-b82e-e8b650e0e7f7 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:e53312a5-2076-4ad5-b82e-e8b650e0e7f7', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:13:11,387 [215] [DEBUG] [app] Ending request: urn:request:1564eadf-705a-47d7-b3eb-cbeda74845a5 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:1564eadf-705a-47d7-b3eb-cbeda74845a5', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:13:11,387 [216] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:13:11,387 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:11 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:13:11,387 [216] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:11,387 [215] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:11,387 [216] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:13:11,388 [215] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:13:11,391 [216] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:13:11,391 [215] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:13:11,394 [216] [DEBUG] [app] Ending request: urn:request:6ab975a6-6cfc-466e-be72-dd408cc0e39a (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6ab975a6-6cfc-466e-be72-dd408cc0e39a', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:13:11,394 [215] [DEBUG] [app] Ending request: urn:request:6ed5e7dc-2b1c-4caa-8b43-068ee4fffc0c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:6ed5e7dc-2b1c-4caa-8b43-068ee4fffc0c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:13:11,394 [216] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:13:11,394 [215] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:13:11,395 [215] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:13:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" gunicorn-web stdout | 2024-04-26 06:13:11,395 [216] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:13:11 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:13:11 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.016 118 0.015) globalpromstats stdout | 2024-04-26 06:13:12,785 [63] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'globalpromstats.py', 'pid': '63'} quotaregistrysizeworker stdout | 2024-04-26 06:13:12,842 [75] [DEBUG] [apscheduler.scheduler] Looking for jobs to run quotaregistrysizeworker stdout | 2024-04-26 06:13:12,843 [75] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:14:12.842614+00:00 (in 59.999532 seconds) quotaregistrysizeworker stdout | 2024-04-26 06:13:12,843 [75] [INFO] [apscheduler.executors.default] Running job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:12 UTC)" (scheduled at 2024-04-26 06:13:12.842614+00:00) quotaregistrysizeworker stdout | 2024-04-26 06:13:12,843 [75] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."size_bytes", "t1"."running", "t1"."queued", "t1"."completed_ms" FROM "quotaregistrysize" AS "t1" LIMIT %s OFFSET %s', [1, 0]) quotaregistrysizeworker stdout | 2024-04-26 06:13:12,847 [75] [DEBUG] [data.database] Disconnecting from database. quotaregistrysizeworker stdout | 2024-04-26 06:13:12,847 [75] [INFO] [apscheduler.executors.default] Job "QuotaRegistrySizeWorker._calculate_registry_size (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:12 UTC)" executed successfully chunkcleanupworker stdout | 2024-04-26 06:13:13,226 [58] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'chunkcleanupworker.py', 'pid': '58'} servicekey stdout | 2024-04-26 06:13:13,276 [90] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'servicekeyworker.py', 'pid': '90'} notificationworker stdout | 2024-04-26 06:13:13,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:13:13,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:23.524950+00:00 (in 9.999506 seconds) notificationworker stdout | 2024-04-26 06:13:13,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:23 UTC)" (scheduled at 2024-04-26 06:13:13.524950+00:00) notificationworker stdout | 2024-04-26 06:13:13,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:13:13,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 13, 13, 525781), True, datetime.datetime(2024, 4, 26, 6, 13, 13, 525781), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:13:13,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:13:13,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:13:13,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:23 UTC)" executed successfully quotaregistrysizeworker stdout | 2024-04-26 06:13:14,304 [75] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'quotaregistrysizeworker.py', 'pid': '75'} builder stdout | 2024-04-26 06:13:14,873 [56] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'builder.py', 'pid': '56'} securityworker stdout | 2024-04-26 06:13:15,434 [81] [DEBUG] [apscheduler.scheduler] Looking for jobs to run securityworker stdout | 2024-04-26 06:13:15,435 [81] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:40.438348+00:00 (in 25.003267 seconds) securityworker stdout | 2024-04-26 06:13:15,435 [81] [INFO] [apscheduler.executors.default] Running job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:45 UTC)" (scheduled at 2024-04-26 06:13:15.434633+00:00) securityworker stdout | 2024-04-26 06:13:15,435 [81] [DEBUG] [util.secscan.v4.api] generated jwt for security scanner request securityworker stdout | 2024-04-26 06:13:15,435 [81] [DEBUG] [util.secscan.v4.api] GETing security URL http://quayregistry-clair-app.quay-enterprise.svc.cluster.local/indexer/api/v1/index_state securityworker stdout | 2024-04-26 06:13:15,437 [81] [DEBUG] [urllib3.connectionpool] http://quayregistry-clair-app.quay-enterprise.svc.cluster.local:80 "GET /indexer/api/v1/index_state HTTP/1.1" 200 None securityworker stdout | 2024-04-26 06:13:15,438 [81] [DEBUG] [peewee] ('SELECT Max("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:13:15,442 [81] [DEBUG] [peewee] ('SELECT Min("t1"."id") FROM "manifest" AS "t1"', []) securityworker stdout | 2024-04-26 06:13:15,443 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" LEFT OUTER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE ((("t2"."id" IS %s) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [None, 1, 4]) securityworker stdout | 2024-04-26 06:13:15,444 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:15,444 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:15,444 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((("t2"."index_status" = %s) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-1, datetime.datetime(2024, 4, 26, 6, 8, 15, 438192), 1, 4]) securityworker stdout | 2024-04-26 06:13:15,445 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:15,445 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:15,446 [81] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."repository_id", "t1"."digest", "t1"."media_type_id", "t1"."manifest_bytes", "t1"."config_media_type", "t1"."layers_compressed_size", "t2"."id", "t2"."manifest_id", "t2"."repository_id", "t2"."index_status", "t2"."error_json", "t2"."last_indexed", "t2"."indexer_hash", "t2"."indexer_version", "t2"."metadata_json" FROM "manifest" AS "t1" INNER JOIN "manifestsecuritystatus" AS "t2" ON ("t2"."manifest_id" = "t1"."id") WHERE (((((("t2"."index_status" != %s) AND ("t2"."index_status" != %s)) AND ("t2"."indexer_hash" != %s)) AND ("t2"."last_indexed" < %s)) AND ("t1"."id" >= %s)) AND ("t1"."id" < %s)) ORDER BY "t1"."id"', [-2, -3, '746c21e6e713e5208118f7d54c52e391', datetime.datetime(2024, 4, 26, 6, 8, 15, 438192), 1, 4]) securityworker stdout | 2024-04-26 06:13:15,446 [81] [INFO] [util.migrate.allocator] No candidates, marking entire block completed 1-4 securityworker stdout | 2024-04-26 06:13:15,446 [81] [INFO] [util.migrate.allocator] No more work securityworker stdout | 2024-04-26 06:13:15,446 [81] [DEBUG] [data.database] Disconnecting from database. securityworker stdout | 2024-04-26 06:13:15,447 [81] [INFO] [apscheduler.executors.default] Job "SecurityWorker._index_in_scanner (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:45 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:13:16,437 [66] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '66'} autopruneworker stdout | 2024-04-26 06:13:16,480 [54] [DEBUG] [apscheduler.scheduler] Looking for jobs to run autopruneworker stdout | 2024-04-26 06:13:16,481 [54] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:46.480714+00:00 (in 29.999556 seconds) autopruneworker stdout | 2024-04-26 06:13:16,481 [54] [INFO] [apscheduler.executors.default] Running job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:46 UTC)" (scheduled at 2024-04-26 06:13:16.480714+00:00) autopruneworker stdout | 2024-04-26 06:13:16,484 [54] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."namespace_id", "t1"."last_ran_ms", "t1"."status" FROM "autoprunetaskstatus" AS "t1" WHERE (("t1"."namespace_id" NOT IN (SELECT "t2"."id" FROM "user" AS "t2" WHERE (("t2"."enabled" = %s) AND ("t2"."id" = "t1"."namespace_id")))) AND (("t1"."last_ran_ms" < %s) OR ("t1"."last_ran_ms" IS %s))) ORDER BY "t1"."last_ran_ms" ASC NULLS first LIMIT %s OFFSET %s FOR UPDATE SKIP LOCKED', [False, 1714111936484, None, 1, 0]) autopruneworker stdout | 2024-04-26 06:13:16,487 [54] [INFO] [__main__] no autoprune tasks found, exiting... autopruneworker stdout | 2024-04-26 06:13:16,487 [54] [DEBUG] [data.database] Disconnecting from database. autopruneworker stdout | 2024-04-26 06:13:16,487 [54] [INFO] [apscheduler.executors.default] Job "AutoPruneWorker.prune (trigger: interval[0:00:30], next run at: 2024-04-26 06:13:46 UTC)" executed successfully gunicorn-web stdout | 2024-04-26 06:13:16,582 [215] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '215'} gunicorn-web stdout | 2024-04-26 06:13:16,586 [216] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '216'} gunicorn-web stdout | 2024-04-26 06:13:16,591 [217] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '217'} gunicorn-web stdout | 2024-04-26 06:13:16,593 [218] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'web:application', 'pid': '218'} securityworker stdout | 2024-04-26 06:13:16,618 [81] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityworker.py', 'pid': '81'} namespacegcworker stdout | 2024-04-26 06:13:16,727 [70] [DEBUG] [apscheduler.scheduler] Looking for jobs to run namespacegcworker stdout | 2024-04-26 06:13:16,727 [70] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:34.643009+00:00 (in 17.915623 seconds) namespacegcworker stdout | 2024-04-26 06:13:16,727 [70] [INFO] [apscheduler.executors.default] Running job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:16 UTC)" (scheduled at 2024-04-26 06:13:16.726895+00:00) namespacegcworker stdout | 2024-04-26 06:13:16,727 [70] [DEBUG] [workers.queueworker] Running watchdog. namespacegcworker stdout | 2024-04-26 06:13:16,727 [70] [INFO] [apscheduler.executors.default] Job "QueueWorker.run_watchdog (trigger: interval[0:01:00], next run at: 2024-04-26 06:14:16 UTC)" executed successfully teamsyncworker stdout | 2024-04-26 06:13:17,102 [100] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'teamsyncworker.py', 'pid': '100'} expiredappspecifictokenworker stdout | 2024-04-26 06:13:18,203 [60] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'expiredappspecifictokenworker.py', 'pid': '60'} notificationworker stdout | 2024-04-26 06:13:19,694 [72] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'notificationworker.py', 'pid': '72'} logrotateworker stdout | 2024-04-26 06:13:20,322 [67] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'logrotateworker.py', 'pid': '67'} notificationworker stdout | 2024-04-26 06:13:23,525 [72] [DEBUG] [apscheduler.scheduler] Looking for jobs to run notificationworker stdout | 2024-04-26 06:13:23,525 [72] [DEBUG] [apscheduler.scheduler] Next wakeup is due at 2024-04-26 06:13:32.528171+00:00 (in 9.002694 seconds) notificationworker stdout | 2024-04-26 06:13:23,525 [72] [INFO] [apscheduler.executors.default] Running job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:33 UTC)" (scheduled at 2024-04-26 06:13:23.524950+00:00) notificationworker stdout | 2024-04-26 06:13:23,525 [72] [DEBUG] [workers.queueworker] Getting work item from queue. notificationworker stdout | 2024-04-26 06:13:23,526 [72] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."queue_name", "t1"."body", "t1"."available_after", "t1"."available", "t1"."processing_expires", "t1"."retries_remaining", "t1"."state_id" FROM "queueitem" AS "t1" INNER JOIN (SELECT "t1"."id" FROM "queueitem" AS "t1" WHERE (((("t1"."available_after" <= %s) AND (("t1"."available" = %s) OR ("t1"."processing_expires" <= %s))) AND ("t1"."retries_remaining" > %s)) AND ("t1"."queue_name" ILIKE %s)) LIMIT %s) AS "j1" ON ("t1"."id" = "j1"."id") ORDER BY Random() LIMIT %s OFFSET %s', [datetime.datetime(2024, 4, 26, 6, 13, 23, 525775), True, datetime.datetime(2024, 4, 26, 6, 13, 23, 525775), 0, 'notification/%', 50, 1, 0]) notificationworker stdout | 2024-04-26 06:13:23,531 [72] [DEBUG] [workers.queueworker] No more work. notificationworker stdout | 2024-04-26 06:13:23,531 [72] [DEBUG] [data.database] Disconnecting from database. notificationworker stdout | 2024-04-26 06:13:23,531 [72] [INFO] [apscheduler.executors.default] Job "QueueWorker.poll_queue (trigger: interval[0:00:10], next run at: 2024-04-26 06:13:33 UTC)" executed successfully securityscanningnotificationworker stdout | 2024-04-26 06:13:24,350 [80] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'securityscanningnotificationworker.py', 'pid': '80'} namespacegcworker stdout | 2024-04-26 06:13:26,007 [70] [DEBUG] [util.metrics.prometheus] pushed registry to pushgateway at http://localhost:9091 with grouping key {'host': 'quayregistry-quay-app-d78775b8c-rw8ln', 'process_name': 'namespacegcworker.py', 'pid': '70'} gunicorn-web stdout | 2024-04-26 06:13:26,380 [218] [DEBUG] [app] Starting request: urn:request:2f5ab394-7c99-42f5-95c9-71658eb3a90c (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:13:26,380 [217] [DEBUG] [app] Starting request: urn:request:05b8b24a-3790-47aa-a36f-00973cb756f5 (/health/instance) {'X-Forwarded-For': '10.131.0.2'} gunicorn-web stdout | 2024-04-26 06:13:26,382 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:26,382 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-registry stdout | 2024-04-26 06:13:26,384 [244] [DEBUG] [app] Starting request: urn:request:423cf42f-c340-4961-bd4b-3810a4dad23d (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:13:26,384 [239] [DEBUG] [app] Starting request: urn:request:0dfb9a82-8047-4800-a0d2-31dff83e73a1 (/v1/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-registry stdout | 2024-04-26 06:13:26,384 [244] [DEBUG] [app] Ending request: urn:request:423cf42f-c340-4961-bd4b-3810a4dad23d (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:423cf42f-c340-4961-bd4b-3810a4dad23d', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:13:26,384 [239] [DEBUG] [app] Ending request: urn:request:0dfb9a82-8047-4800-a0d2-31dff83e73a1 (/v1/_internal_ping) {'endpoint': 'v1.internal_ping', 'request_id': 'urn:request:0dfb9a82-8047-4800-a0d2-31dff83e73a1', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/v1/_internal_ping', 'path': '/v1/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': 'bb203c3b', 'user-agent': 'python-requests/2.31.0'} gunicorn-registry stdout | 2024-04-26 06:13:26,385 [239] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" gunicorn-registry stdout | 2024-04-26 06:13:26,385 [244] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /v1/_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 162 0.002) gunicorn-web stdout | 2024-04-26 06:13:26,385 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:26,385 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /v1/_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:26,386 [217] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:26,387 [218] [DEBUG] [urllib3.connectionpool] Resetting dropped connection: localhost gunicorn-web stdout | 2024-04-26 06:13:26,388 [215] [DEBUG] [app] Starting request: urn:request:a439ef97-9dad-4a0b-826d-640dfd81b111 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:13:26,388 [217] [DEBUG] [app] Starting request: urn:request:a5e54073-3cf7-4c83-805b-4a6917b02040 (/_internal_ping) {'X-Forwarded-For': '127.0.0.1'} gunicorn-web stdout | 2024-04-26 06:13:26,388 [215] [DEBUG] [app] Ending request: urn:request:a439ef97-9dad-4a0b-826d-640dfd81b111 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a439ef97-9dad-4a0b-826d-640dfd81b111', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:13:26,389 [217] [DEBUG] [app] Ending request: urn:request:a5e54073-3cf7-4c83-805b-4a6917b02040 (/_internal_ping) {'endpoint': 'web.internal_ping', 'request_id': 'urn:request:a5e54073-3cf7-4c83-805b-4a6917b02040', 'remote_addr': '127.0.0.1', 'http_method': 'GET', 'original_url': 'http://localhost/_internal_ping', 'path': '/_internal_ping', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'python-requests/2.31.0'} gunicorn-web stdout | 2024-04-26 06:13:26,389 [215] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" gunicorn-web stdout | 2024-04-26 06:13:26,389 [217] [INFO] [gunicorn.access] 127.0.0.1 - - [26/Apr/2024:06:13:26 +0000] "GET /_internal_ping HTTP/1.0" 200 4 "-" "python-requests/2.31.0" nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.002 159 0.001) nginx stdout | 127.0.0.1 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /_internal_ping HTTP/1.1" 200 4 "-" "python-requests/2.31.0" (0.001 159 0.001) gunicorn-web stdout | 2024-04-26 06:13:26,389 [218] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:26,389 [217] [DEBUG] [urllib3.connectionpool] http://localhost:8080 "GET /_internal_ping HTTP/1.1" 200 4 gunicorn-web stdout | 2024-04-26 06:13:26,390 [218] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:13:26,390 [217] [INFO] [data.database] Connection pooling disabled for postgresql gunicorn-web stdout | 2024-04-26 06:13:26,394 [217] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:13:26,394 [218] [DEBUG] [peewee] ('SELECT "t1"."id", "t1"."name" FROM "teamrole" AS "t1" LIMIT %s', [1]) gunicorn-web stdout | 2024-04-26 06:13:26,398 [217] [DEBUG] [app] Ending request: urn:request:05b8b24a-3790-47aa-a36f-00973cb756f5 (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:05b8b24a-3790-47aa-a36f-00973cb756f5', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:13:26,398 [217] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:13:26,398 [218] [DEBUG] [app] Ending request: urn:request:2f5ab394-7c99-42f5-95c9-71658eb3a90c (/health/instance) {'endpoint': 'web.instance_health', 'request_id': 'urn:request:2f5ab394-7c99-42f5-95c9-71658eb3a90c', 'remote_addr': '10.131.0.2', 'http_method': 'GET', 'original_url': 'http://10.131.0.81/health/instance', 'path': '/health/instance', 'parameters': {}, 'json_body': None, 'confsha': '54e141d2', 'user-agent': 'kube-probe/1.28'} gunicorn-web stdout | 2024-04-26 06:13:26,399 [218] [DEBUG] [data.database] Disconnecting from database. gunicorn-web stdout | 2024-04-26 06:13:26,399 [217] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:13:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28" nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.020 118 0.020) nginx stdout | 10.131.0.2 (-) - - [26/Apr/2024:06:13:26 +0000] "GET /health/instance HTTP/1.1" 200 152 "-" "kube-probe/1.28" (0.020 118 0.021) gunicorn-web stdout | 2024-04-26 06:13:26,399 [218] [INFO] [gunicorn.access] 10.131.0.2 - - [26/Apr/2024:06:13:26 +0000] "GET /health/instance HTTP/1.0" 200 152 "-" "kube-probe/1.28"